{"level":"warn","ts":"2026-03-05T17:48:48.548089Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T17:48:48.54816Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.195:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.195:2380","--initial-cluster=instance=https://162.253.55.195:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.195:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.195:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-05T17:48:48.548216Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T17:48:48.548223Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.195:2380"]} {"level":"info","ts":"2026-03-05T17:48:48.548239Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T17:48:48.548994Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.195:2379"]} {"level":"info","ts":"2026-03-05T17:48:48.549066Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.195:2380"],"listen-peer-urls":["https://162.253.55.195:2380"],"advertise-client-urls":["https://162.253.55.195:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.195:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.195:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-05T17:48:48.553165Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.897299ms"} {"level":"info","ts":"2026-03-05T17:48:48.560006Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b66d12fd59101739","cluster-id":"a64a525934ce8379"} {"level":"info","ts":"2026-03-05T17:48:48.560081Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 switched to configuration voters=()"} {"level":"info","ts":"2026-03-05T17:48:48.560107Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became follower at term 0"} {"level":"info","ts":"2026-03-05T17:48:48.560126Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b66d12fd59101739 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-05T17:48:48.560134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became follower at term 1"} {"level":"info","ts":"2026-03-05T17:48:48.560169Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 switched to configuration voters=(13145183766694598457)"} {"level":"warn","ts":"2026-03-05T17:48:48.572813Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-05T17:48:48.574371Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-05T17:48:48.575901Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-05T17:48:48.578826Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b66d12fd59101739","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-05T17:48:48.581074Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T17:48:48.581155Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T17:48:48.581006Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b66d12fd59101739","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-05T17:48:48.581558Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T17:48:48.583429Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 switched to configuration voters=(13145183766694598457)"} {"level":"info","ts":"2026-03-05T17:48:48.583659Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a64a525934ce8379","local-member-id":"b66d12fd59101739","added-peer-id":"b66d12fd59101739","added-peer-peer-urls":["https://162.253.55.195:2380"]} {"level":"info","ts":"2026-03-05T17:48:48.584158Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T17:48:48.584288Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.195:2380"} {"level":"info","ts":"2026-03-05T17:48:48.584347Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.195:2380"} {"level":"info","ts":"2026-03-05T17:48:48.584563Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b66d12fd59101739","initial-advertise-peer-urls":["https://162.253.55.195:2380"],"listen-peer-urls":["https://162.253.55.195:2380"],"advertise-client-urls":["https://162.253.55.195:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.195:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-05T17:48:48.58461Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-05T17:48:48.660611Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 is starting a new election at term 1"} {"level":"info","ts":"2026-03-05T17:48:48.660736Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-05T17:48:48.660897Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 received MsgPreVoteResp from b66d12fd59101739 at term 1"} {"level":"info","ts":"2026-03-05T17:48:48.660967Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became candidate at term 2"} {"level":"info","ts":"2026-03-05T17:48:48.661005Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 received MsgVoteResp from b66d12fd59101739 at term 2"} {"level":"info","ts":"2026-03-05T17:48:48.661059Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became leader at term 2"} {"level":"info","ts":"2026-03-05T17:48:48.6611Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b66d12fd59101739 elected leader b66d12fd59101739 at term 2"} {"level":"info","ts":"2026-03-05T17:48:48.66199Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T17:48:48.662794Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T17:48:48.662792Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b66d12fd59101739","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.195:2379]}","request-path":"/0/members/b66d12fd59101739/attributes","cluster-id":"a64a525934ce8379","publish-timeout":"7s"} {"level":"info","ts":"2026-03-05T17:48:48.662854Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T17:48:48.663127Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-05T17:48:48.66318Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-05T17:48:48.663359Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a64a525934ce8379","local-member-id":"b66d12fd59101739","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T17:48:48.663555Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T17:48:48.663691Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T17:48:48.666057Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.195:2379"} {"level":"info","ts":"2026-03-05T17:48:48.666724Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-05T17:48:53.269291Z","caller":"traceutil/trace.go:171","msg":"trace[1028689745] linearizableReadLoop","detail":"{readStateIndex:233; appliedIndex:232; }","duration":"193.242448ms","start":"2026-03-05T17:48:53.076011Z","end":"2026-03-05T17:48:53.269254Z","steps":["trace[1028689745] 'read index received' (duration: 163.480289ms)","trace[1028689745] 'applied index is now lower than readState.Index' (duration: 29.760449ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:48:53.269433Z","caller":"traceutil/trace.go:171","msg":"trace[1380402763] transaction","detail":"{read_only:false; response_revision:227; number_of_response:1; }","duration":"206.45848ms","start":"2026-03-05T17:48:53.062932Z","end":"2026-03-05T17:48:53.269391Z","steps":["trace[1380402763] 'process raft request' (duration: 176.66149ms)","trace[1380402763] 'compare' (duration: 29.503124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:48:53.269582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.77117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-03-05T17:48:53.269608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.553955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:48:53.269744Z","caller":"traceutil/trace.go:171","msg":"trace[2019851378] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:227; }","duration":"169.012575ms","start":"2026-03-05T17:48:53.100709Z","end":"2026-03-05T17:48:53.269722Z","steps":["trace[2019851378] 'agreement among raft nodes before linearized reading' (duration: 168.77902ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:53.269813Z","caller":"traceutil/trace.go:171","msg":"trace[2109940776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:227; }","duration":"193.836251ms","start":"2026-03-05T17:48:53.075941Z","end":"2026-03-05T17:48:53.269778Z","steps":["trace[2109940776] 'agreement among raft nodes before linearized reading' (duration: 193.517424ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:53.429003Z","caller":"traceutil/trace.go:171","msg":"trace[609461232] linearizableReadLoop","detail":"{readStateIndex:236; appliedIndex:234; }","duration":"122.578876ms","start":"2026-03-05T17:48:53.306387Z","end":"2026-03-05T17:48:53.428966Z","steps":["trace[609461232] 'read index received' (duration: 98.923937ms)","trace[609461232] 'applied index is now lower than readState.Index' (duration: 23.653129ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:48:53.429159Z","caller":"traceutil/trace.go:171","msg":"trace[2007615902] transaction","detail":"{read_only:false; response_revision:229; number_of_response:1; }","duration":"155.255841ms","start":"2026-03-05T17:48:53.273868Z","end":"2026-03-05T17:48:53.429124Z","steps":["trace[2007615902] 'process raft request' (duration: 131.409867ms)","trace[2007615902] 'compare' (duration: 23.387743ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:48:53.429207Z","caller":"traceutil/trace.go:171","msg":"trace[183450641] transaction","detail":"{read_only:false; response_revision:230; number_of_response:1; }","duration":"152.12697ms","start":"2026-03-05T17:48:53.277053Z","end":"2026-03-05T17:48:53.42918Z","steps":["trace[183450641] 'process raft request' (duration: 151.832513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:53.429267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.839072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-05T17:48:53.429344Z","caller":"traceutil/trace.go:171","msg":"trace[1087683472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:230; }","duration":"122.971755ms","start":"2026-03-05T17:48:53.306352Z","end":"2026-03-05T17:48:53.429324Z","steps":["trace[1087683472] 'agreement among raft nodes before linearized reading' (duration: 122.75742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:56.873739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.338234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-05T17:48:56.873912Z","caller":"traceutil/trace.go:171","msg":"trace[688310284] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"112.880466ms","start":"2026-03-05T17:48:56.761014Z","end":"2026-03-05T17:48:56.873894Z","steps":["trace[688310284] 'process raft request' (duration: 105.241231ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:56.873845Z","caller":"traceutil/trace.go:171","msg":"trace[1297194280] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:299; }","duration":"123.478566ms","start":"2026-03-05T17:48:56.750345Z","end":"2026-03-05T17:48:56.873824Z","steps":["trace[1297194280] 'range keys from in-memory index tree' (duration: 123.240471ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:00.913045Z","caller":"traceutil/trace.go:171","msg":"trace[1780082409] linearizableReadLoop","detail":"{readStateIndex:367; appliedIndex:366; }","duration":"415.103641ms","start":"2026-03-05T17:49:00.497902Z","end":"2026-03-05T17:49:00.913005Z","steps":["trace[1780082409] 'read index received' (duration: 414.790463ms)","trace[1780082409] 'applied index is now lower than readState.Index' (duration: 311.938µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:00.91328Z","caller":"traceutil/trace.go:171","msg":"trace[208888724] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"673.649808ms","start":"2026-03-05T17:49:00.239583Z","end":"2026-03-05T17:49:00.913232Z","steps":["trace[208888724] 'process raft request' (duration: 673.209348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:00.913534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.53022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T17:49:00.913595Z","caller":"traceutil/trace.go:171","msg":"trace[55076448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:353; }","duration":"415.761005ms","start":"2026-03-05T17:49:00.497822Z","end":"2026-03-05T17:49:00.913583Z","steps":["trace[55076448] 'agreement among raft nodes before linearized reading' (duration: 415.366767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:00.913821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:00.497778Z","time spent":"415.97701ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:49:00.913967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:00.23956Z","time spent":"673.829582ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:00.926493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.805458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:49:00.926489Z","caller":"traceutil/trace.go:171","msg":"trace[1449992517] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"318.134165ms","start":"2026-03-05T17:49:00.608334Z","end":"2026-03-05T17:49:00.926468Z","steps":["trace[1449992517] 'process raft request' (duration: 317.960201ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:00.926591Z","caller":"traceutil/trace.go:171","msg":"trace[1364000244] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:354; }","duration":"424.92363ms","start":"2026-03-05T17:49:00.501648Z","end":"2026-03-05T17:49:00.926571Z","steps":["trace[1364000244] 'agreement among raft nodes before linearized reading' (duration: 424.766347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:00.926631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:00.501638Z","time spent":"424.983913ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:49:00.926822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:00.608304Z","time spent":"318.285579ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:01.094719Z","caller":"traceutil/trace.go:171","msg":"trace[785264183] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"175.55521ms","start":"2026-03-05T17:49:00.919126Z","end":"2026-03-05T17:49:01.094681Z","steps":["trace[785264183] 'process raft request' (duration: 171.13037ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:01.094869Z","caller":"traceutil/trace.go:171","msg":"trace[40383616] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"163.880617ms","start":"2026-03-05T17:49:00.930952Z","end":"2026-03-05T17:49:01.094832Z","steps":["trace[40383616] 'process raft request' (duration: 163.6316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:01.872821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.191252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T17:49:01.872917Z","caller":"traceutil/trace.go:171","msg":"trace[1559136111] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:358; }","duration":"129.337775ms","start":"2026-03-05T17:49:01.743554Z","end":"2026-03-05T17:49:01.872891Z","steps":["trace[1559136111] 'range keys from in-memory index tree' (duration: 129.009888ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:07.071417Z","caller":"traceutil/trace.go:171","msg":"trace[1871922670] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"132.088458ms","start":"2026-03-05T17:49:06.939298Z","end":"2026-03-05T17:49:07.071387Z","steps":["trace[1871922670] 'process raft request' (duration: 131.872953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:12.697251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.023166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-05T17:49:12.697306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192976684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:49:12.697364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066227086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T17:49:12.697436Z","caller":"traceutil/trace.go:171","msg":"trace[414892221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:417; }","duration":"1.193160679s","start":"2026-03-05T17:49:11.504249Z","end":"2026-03-05T17:49:12.69741Z","steps":["trace[414892221] 'range keys from in-memory index tree' (duration: 1.192855411s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:12.697464Z","caller":"traceutil/trace.go:171","msg":"trace[821775474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:417; }","duration":"1.066384689s","start":"2026-03-05T17:49:11.631058Z","end":"2026-03-05T17:49:12.697443Z","steps":["trace[821775474] 'range keys from in-memory index tree' (duration: 1.066083373s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:12.697495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:11.504232Z","time spent":"1.19325457s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:49:12.697343Z","caller":"traceutil/trace.go:171","msg":"trace[297965069] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:417; }","duration":"953.15744ms","start":"2026-03-05T17:49:11.744165Z","end":"2026-03-05T17:49:12.697322Z","steps":["trace[297965069] 'range keys from in-memory index tree' (duration: 952.933245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:12.697518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:11.631036Z","time spent":"1.066471982s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:49:12.697546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:11.744147Z","time spent":"953.386944ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-05T17:49:13.021265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:12.698686Z","time spent":"322.574475ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T17:49:13.021314Z","caller":"traceutil/trace.go:171","msg":"trace[2015734280] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:434; }","duration":"322.441702ms","start":"2026-03-05T17:49:12.698819Z","end":"2026-03-05T17:49:13.02126Z","steps":["trace[2015734280] 'read index received' (duration: 322.416302ms)","trace[2015734280] 'applied index is now lower than readState.Index' (duration: 20.3µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:13.021501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.652667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:13.021594Z","caller":"traceutil/trace.go:171","msg":"trace[1831266672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:417; }","duration":"322.81137ms","start":"2026-03-05T17:49:12.698762Z","end":"2026-03-05T17:49:13.021573Z","steps":["trace[1831266672] 'agreement among raft nodes before linearized reading' (duration: 322.646487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:13.021647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:12.698741Z","time spent":"322.897633ms","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:49:14.358584Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.196250438s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:49:15.030222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000348276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:49:15.030361Z","caller":"traceutil/trace.go:171","msg":"trace[1919875431] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00055306s","start":"2026-03-05T17:49:13.02978Z","end":"2026-03-05T17:49:15.030333Z","steps":["trace[1919875431] 'agreement among raft nodes before linearized reading' (duration: 2.000394167s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:15.030424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:13.029751Z","time spent":"2.000658893s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:49:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:49:15.53376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371157351s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:49:15.534028Z","caller":"traceutil/trace.go:171","msg":"trace[2133449181] linearizableReadLoop","detail":"{readStateIndex:436; appliedIndex:434; }","duration":"2.5041634s","start":"2026-03-05T17:49:13.029848Z","end":"2026-03-05T17:49:15.534011Z","steps":["trace[2133449181] 'read index received' (duration: 132.537128ms)","trace[2133449181] 'applied index is now lower than readState.Index' (duration: 2.371625532s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:15.534106Z","caller":"traceutil/trace.go:171","msg":"trace[1525561174] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"2.833185599s","start":"2026-03-05T17:49:12.70091Z","end":"2026-03-05T17:49:15.534095Z","steps":["trace[1525561174] 'process raft request' (duration: 461.383194ms)","trace[1525561174] 'compare' (duration: 2.370407423s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:15.534216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:12.700888Z","time spent":"2.833294132s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:15.534265Z","caller":"traceutil/trace.go:171","msg":"trace[1640080382] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"2.511603817s","start":"2026-03-05T17:49:13.022618Z","end":"2026-03-05T17:49:15.534222Z","steps":["trace[1640080382] 'process raft request' (duration: 2.51127759s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:15.53443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:13.022589Z","time spent":"2.511758131s","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:16.035082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197851575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:49:16.038058Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.555008331s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:49:16.100135Z","caller":"traceutil/trace.go:171","msg":"trace[1979129020] linearizableReadLoop","detail":"{readStateIndex:437; appliedIndex:436; }","duration":"566.050834ms","start":"2026-03-05T17:49:15.534057Z","end":"2026-03-05T17:49:16.100108Z","steps":["trace[1979129020] 'read index received' (duration: 507.218214ms)","trace[1979129020] 'applied index is now lower than readState.Index' (duration: 58.83142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:16.10026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069710965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:49:16.100297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967361877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-05T17:49:16.100335Z","caller":"traceutil/trace.go:171","msg":"trace[75979251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:420; }","duration":"2.967457379s","start":"2026-03-05T17:49:13.132866Z","end":"2026-03-05T17:49:16.100323Z","steps":["trace[75979251] 'agreement among raft nodes before linearized reading' (duration: 2.967376627s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:16.100367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:13.132846Z","time spent":"2.967514211s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:49:16.100361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739513243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:49:16.100455Z","caller":"traceutil/trace.go:171","msg":"trace[1452350618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:420; }","duration":"2.739653076s","start":"2026-03-05T17:49:13.360775Z","end":"2026-03-05T17:49:16.100428Z","steps":["trace[1452350618] 'agreement among raft nodes before linearized reading' (duration: 2.739464272s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:16.100494Z","caller":"traceutil/trace.go:171","msg":"trace[404921078] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"1.617514095s","start":"2026-03-05T17:49:14.482951Z","end":"2026-03-05T17:49:16.100465Z","steps":["trace[404921078] 'process raft request' (duration: 1.558417449s)","trace[404921078] 'compare' (duration: 58.637276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:16.100509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.685783709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T17:49:16.10054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:13.360752Z","time spent":"2.739774559s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:49:16.100536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.65221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-05T17:49:16.100561Z","caller":"traceutil/trace.go:171","msg":"trace[1324794930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:420; }","duration":"2.685870591s","start":"2026-03-05T17:49:13.414677Z","end":"2026-03-05T17:49:16.100547Z","steps":["trace[1324794930] 'agreement among raft nodes before linearized reading' (duration: 2.685768469s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:16.1006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:13.414651Z","time spent":"2.685942382s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T17:49:16.1006Z","caller":"traceutil/trace.go:171","msg":"trace[1657447608] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:420; }","duration":"563.756593ms","start":"2026-03-05T17:49:15.536828Z","end":"2026-03-05T17:49:16.100585Z","steps":["trace[1657447608] 'agreement among raft nodes before linearized reading' (duration: 563.65097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:16.100604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:14.482931Z","time spent":"1.617609877s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:16.100643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:15.536811Z","time spent":"563.825054ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-05T17:49:16.100338Z","caller":"traceutil/trace.go:171","msg":"trace[739601942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:420; }","duration":"1.069825297s","start":"2026-03-05T17:49:15.03049Z","end":"2026-03-05T17:49:16.100315Z","steps":["trace[739601942] 'agreement among raft nodes before linearized reading' (duration: 1.069621272s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:16.100779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:15.030474Z","time spent":"1.070298248s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:49:16.284066Z","caller":"traceutil/trace.go:171","msg":"trace[1673708180] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"179.809948ms","start":"2026-03-05T17:49:16.104223Z","end":"2026-03-05T17:49:16.284033Z","steps":["trace[1673708180] 'process raft request' (duration: 179.639004ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:16.286056Z","caller":"traceutil/trace.go:171","msg":"trace[25643250] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"181.71947ms","start":"2026-03-05T17:49:16.104316Z","end":"2026-03-05T17:49:16.286035Z","steps":["trace[25643250] 'process raft request' (duration: 181.570237ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:16.286311Z","caller":"traceutil/trace.go:171","msg":"trace[1079982955] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"181.918595ms","start":"2026-03-05T17:49:16.104382Z","end":"2026-03-05T17:49:16.2863Z","steps":["trace[1079982955] 'process raft request' (duration: 181.616948ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:16.286329Z","caller":"traceutil/trace.go:171","msg":"trace[1339975552] linearizableReadLoop","detail":"{readStateIndex:439; appliedIndex:437; }","duration":"181.914404ms","start":"2026-03-05T17:49:16.104397Z","end":"2026-03-05T17:49:16.286312Z","steps":["trace[1339975552] 'read index received' (duration: 179.505871ms)","trace[1339975552] 'applied index is now lower than readState.Index' (duration: 2.407733ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:16.286403Z","caller":"traceutil/trace.go:171","msg":"trace[1485144473] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"181.412673ms","start":"2026-03-05T17:49:16.104968Z","end":"2026-03-05T17:49:16.286381Z","steps":["trace[1485144473] 'process raft request' (duration: 181.268989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:16.286473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.812221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:49:16.28655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.15739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T17:49:16.286564Z","caller":"traceutil/trace.go:171","msg":"trace[1589961648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:424; }","duration":"177.931034ms","start":"2026-03-05T17:49:16.108616Z","end":"2026-03-05T17:49:16.286547Z","steps":["trace[1589961648] 'agreement among raft nodes before linearized reading' (duration: 177.806432ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:16.286588Z","caller":"traceutil/trace.go:171","msg":"trace[1063387747] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:424; }","duration":"182.218771ms","start":"2026-03-05T17:49:16.104359Z","end":"2026-03-05T17:49:16.286578Z","steps":["trace[1063387747] 'agreement among raft nodes before linearized reading' (duration: 182.039857ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:21.157748Z","caller":"traceutil/trace.go:171","msg":"trace[2108289654] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"160.443459ms","start":"2026-03-05T17:49:20.997268Z","end":"2026-03-05T17:49:21.157712Z","steps":["trace[2108289654] 'process raft request' (duration: 160.158862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:22.540449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.429351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T17:49:22.540505Z","caller":"traceutil/trace.go:171","msg":"trace[920456294] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:434; }","duration":"795.496012ms","start":"2026-03-05T17:49:21.744997Z","end":"2026-03-05T17:49:22.540493Z","steps":["trace[920456294] 'range keys from in-memory index tree' (duration: 795.338119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:22.540525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:21.744931Z","time spent":"795.588915ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-05T17:49:22.540704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.957556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T17:49:22.540717Z","caller":"traceutil/trace.go:171","msg":"trace[1224873551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:434; }","duration":"232.007417ms","start":"2026-03-05T17:49:22.308705Z","end":"2026-03-05T17:49:22.540713Z","steps":["trace[1224873551] 'range keys from in-memory index tree' (duration: 231.885075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:22.540913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.828853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T17:49:22.540934Z","caller":"traceutil/trace.go:171","msg":"trace[1375032915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:434; }","duration":"227.903074ms","start":"2026-03-05T17:49:22.313025Z","end":"2026-03-05T17:49:22.540928Z","steps":["trace[1375032915] 'range keys from in-memory index tree' (duration: 227.648068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:22.54101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.967711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:49:22.541097Z","caller":"traceutil/trace.go:171","msg":"trace[1778787266] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:434; }","duration":"226.093164ms","start":"2026-03-05T17:49:22.314984Z","end":"2026-03-05T17:49:22.541078Z","steps":["trace[1778787266] 'range keys from in-memory index tree' (duration: 225.868459ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:24.808994Z","caller":"traceutil/trace.go:171","msg":"trace[1401642246] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"169.600657ms","start":"2026-03-05T17:49:24.639363Z","end":"2026-03-05T17:49:24.808964Z","steps":["trace[1401642246] 'process raft request' (duration: 169.389072ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:24.809326Z","caller":"traceutil/trace.go:171","msg":"trace[95409482] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"169.488224ms","start":"2026-03-05T17:49:24.639799Z","end":"2026-03-05T17:49:24.809288Z","steps":["trace[95409482] 'process raft request' (duration: 169.113196ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:31.149332Z","caller":"traceutil/trace.go:171","msg":"trace[86796842] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:533; }","duration":"269.864784ms","start":"2026-03-05T17:49:30.879445Z","end":"2026-03-05T17:49:31.14931Z","steps":["trace[86796842] 'read index received' (duration: 269.609219ms)","trace[86796842] 'applied index is now lower than readState.Index' (duration: 254.325µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:31.149391Z","caller":"traceutil/trace.go:171","msg":"trace[1684943135] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"304.463467ms","start":"2026-03-05T17:49:30.844891Z","end":"2026-03-05T17:49:31.149355Z","steps":["trace[1684943135] 'process raft request' (duration: 304.281263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:31.149569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:30.844873Z","time spent":"304.59932ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:31.149582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.104989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T17:49:31.149667Z","caller":"traceutil/trace.go:171","msg":"trace[1324849094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:514; }","duration":"270.264243ms","start":"2026-03-05T17:49:30.879378Z","end":"2026-03-05T17:49:31.149643Z","steps":["trace[1324849094] 'agreement among raft nodes before linearized reading' (duration: 270.048058ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:31.38125Z","caller":"traceutil/trace.go:171","msg":"trace[2022464176] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"227.060576ms","start":"2026-03-05T17:49:31.154163Z","end":"2026-03-05T17:49:31.381224Z","steps":["trace[2022464176] 'process raft request' (duration: 151.414075ms)","trace[2022464176] 'compare' (duration: 75.540959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:32.394967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.949437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:49:32.395212Z","caller":"traceutil/trace.go:171","msg":"trace[503159808] linearizableReadLoop","detail":"{readStateIndex:537; appliedIndex:535; }","duration":"808.492138ms","start":"2026-03-05T17:49:31.586702Z","end":"2026-03-05T17:49:32.395194Z","steps":["trace[503159808] 'read index received' (duration: 370.217214ms)","trace[503159808] 'applied index is now lower than readState.Index' (duration: 438.273794ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:32.395322Z","caller":"traceutil/trace.go:171","msg":"trace[1379692870] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"905.945502ms","start":"2026-03-05T17:49:31.489367Z","end":"2026-03-05T17:49:32.395312Z","steps":["trace[1379692870] 'process raft request' (duration: 905.732477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:32.395388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:31.489343Z","time spent":"906.011663ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:32.395491Z","caller":"traceutil/trace.go:171","msg":"trace[1233338109] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"1.233913149s","start":"2026-03-05T17:49:31.161545Z","end":"2026-03-05T17:49:32.395459Z","steps":["trace[1233338109] 'process raft request' (duration: 795.360969ms)","trace[1233338109] 'compare' (duration: 437.687271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:32.395548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.795062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:49:32.395552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.845475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:49:32.395553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.91973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-05T17:49:32.395579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.54944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T17:49:32.395608Z","caller":"traceutil/trace.go:171","msg":"trace[228144716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:517; }","duration":"479.888684ms","start":"2026-03-05T17:49:31.915701Z","end":"2026-03-05T17:49:32.395589Z","steps":["trace[228144716] 'agreement among raft nodes before linearized reading' (duration: 479.767292ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:32.395628Z","caller":"traceutil/trace.go:171","msg":"trace[1020738751] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:517; }","duration":"808.970978ms","start":"2026-03-05T17:49:31.586637Z","end":"2026-03-05T17:49:32.395608Z","steps":["trace[1020738751] 'agreement among raft nodes before linearized reading' (duration: 808.855675ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:32.395637Z","caller":"traceutil/trace.go:171","msg":"trace[43773216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:517; }","duration":"675.641962ms","start":"2026-03-05T17:49:31.71998Z","end":"2026-03-05T17:49:32.395621Z","steps":["trace[43773216] 'agreement among raft nodes before linearized reading' (duration: 675.483749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:32.395645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:31.915681Z","time spent":"479.956755ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:49:32.395637Z","caller":"traceutil/trace.go:171","msg":"trace[954902525] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:517; }","duration":"650.041643ms","start":"2026-03-05T17:49:31.745574Z","end":"2026-03-05T17:49:32.395615Z","steps":["trace[954902525] 'agreement among raft nodes before linearized reading' (duration: 649.90571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:32.395639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:31.161519Z","time spent":"1.234039793s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:32.39568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:31.586613Z","time spent":"809.05746ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-05T17:49:32.395683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:31.719963Z","time spent":"675.712003ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:49:32.395689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:31.745557Z","time spent":"650.124234ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-05T17:49:34.498298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:33.783032Z","time spent":"715.255717ms","remote":"127.0.0.1:33798","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:49:34.498643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974085692s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:49:34.498898Z","caller":"traceutil/trace.go:171","msg":"trace[132206526] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:538; }","duration":"1.995917186s","start":"2026-03-05T17:49:32.502927Z","end":"2026-03-05T17:49:34.498844Z","steps":["trace[132206526] 'read index received' (duration: 21.592879ms)","trace[132206526] 'applied index is now lower than readState.Index' (duration: 1.974323007s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:34.49892Z","caller":"traceutil/trace.go:171","msg":"trace[321976417] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"2.098732401s","start":"2026-03-05T17:49:32.400142Z","end":"2026-03-05T17:49:34.498874Z","steps":["trace[321976417] 'process raft request' (duration: 124.319531ms)","trace[321976417] 'compare' (duration: 1.973928849s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:34.498901Z","caller":"traceutil/trace.go:171","msg":"trace[132635371] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"2.061829107s","start":"2026-03-05T17:49:32.43705Z","end":"2026-03-05T17:49:34.498879Z","steps":["trace[132635371] 'process raft request' (duration: 2.061718444s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:34.499085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996138531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:49:34.499099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963265187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:49:34.499079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:32.437023Z","time spent":"2.06198391s","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:34.499134Z","caller":"traceutil/trace.go:171","msg":"trace[1548518150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"1.996238433s","start":"2026-03-05T17:49:32.502884Z","end":"2026-03-05T17:49:34.499123Z","steps":["trace[1548518150] 'agreement among raft nodes before linearized reading' (duration: 1.996064579s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:34.499148Z","caller":"traceutil/trace.go:171","msg":"trace[1036334846] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:519; }","duration":"1.963337248s","start":"2026-03-05T17:49:32.535796Z","end":"2026-03-05T17:49:34.499133Z","steps":["trace[1036334846] 'agreement among raft nodes before linearized reading' (duration: 1.963229176s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:34.499203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:32.53578Z","time spent":"1.963411241s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-05T17:49:34.499343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:32.400114Z","time spent":"2.098874425s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:34.499338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747007895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-05T17:49:34.499392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345736579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T17:49:34.499375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113438395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T17:49:34.499429Z","caller":"traceutil/trace.go:171","msg":"trace[909538741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:519; }","duration":"1.747162138s","start":"2026-03-05T17:49:32.752246Z","end":"2026-03-05T17:49:34.499408Z","steps":["trace[909538741] 'agreement among raft nodes before linearized reading' (duration: 1.746887952s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:34.499486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:32.752225Z","time spent":"1.747253101s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T17:49:34.49948Z","caller":"traceutil/trace.go:171","msg":"trace[1801583080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:519; }","duration":"1.345836981s","start":"2026-03-05T17:49:33.15361Z","end":"2026-03-05T17:49:34.499447Z","steps":["trace[1801583080] 'agreement among raft nodes before linearized reading' (duration: 1.345548115s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:34.499493Z","caller":"traceutil/trace.go:171","msg":"trace[878607499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:519; }","duration":"1.113600589s","start":"2026-03-05T17:49:33.385864Z","end":"2026-03-05T17:49:34.499464Z","steps":["trace[878607499] 'agreement among raft nodes before linearized reading' (duration: 1.11322246s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:34.499356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:32.502864Z","time spent":"1.996295975s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:49:34.499535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:33.153594Z","time spent":"1.345927603s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:49:34.499548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:33.385842Z","time spent":"1.11369592s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:49:35.005555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197851792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:49:35.506069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197851792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:49:36.006422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197851792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:49:36.261018Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.704308568s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:49:36.507918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000156399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:49:36.508013Z","caller":"traceutil/trace.go:171","msg":"trace[1717619405] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000273912s","start":"2026-03-05T17:49:34.507718Z","end":"2026-03-05T17:49:36.507992Z","steps":["trace[1717619405] 'agreement among raft nodes before linearized reading' (duration: 2.00016939s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:36.508072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:34.507711Z","time spent":"2.000352344s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:49:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:49:36.883273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.921677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:49:36.883394Z","caller":"traceutil/trace.go:171","msg":"trace[494608000] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"2.379283394s","start":"2026-03-05T17:49:34.504091Z","end":"2026-03-05T17:49:36.883375Z","steps":["trace[494608000] 'process raft request' (duration: 1.757146052s)","trace[494608000] 'compare' (duration: 621.664871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:36.883457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:34.504071Z","time spent":"2.379357356s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:36.94703Z","caller":"traceutil/trace.go:171","msg":"trace[1584694517] linearizableReadLoop","detail":"{readStateIndex:543; appliedIndex:540; }","duration":"2.441565463s","start":"2026-03-05T17:49:34.50544Z","end":"2026-03-05T17:49:36.947005Z","steps":["trace[1584694517] 'read index received' (duration: 1.755771251s)","trace[1584694517] 'applied index is now lower than readState.Index' (duration: 685.792822ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:36.947113Z","caller":"traceutil/trace.go:171","msg":"trace[579251134] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"2.442557896s","start":"2026-03-05T17:49:34.504522Z","end":"2026-03-05T17:49:36.94708Z","steps":["trace[579251134] 'process raft request' (duration: 2.44227751s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:36.947166Z","caller":"traceutil/trace.go:171","msg":"trace[354591852] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"2.442576356s","start":"2026-03-05T17:49:34.504549Z","end":"2026-03-05T17:49:36.947126Z","steps":["trace[354591852] 'process raft request' (duration: 2.442389372s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:36.947277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:34.504502Z","time spent":"2.442682518s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:36.94719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441728868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-05T17:49:36.947344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:34.504458Z","time spent":"2.442802731s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:36.947397Z","caller":"traceutil/trace.go:171","msg":"trace[958337139] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:522; }","duration":"2.441957703s","start":"2026-03-05T17:49:34.505421Z","end":"2026-03-05T17:49:36.947378Z","steps":["trace[958337139] 'agreement among raft nodes before linearized reading' (duration: 2.441711947s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:36.94753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:34.505412Z","time spent":"2.442099306s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-05T17:49:37.148547Z","caller":"traceutil/trace.go:171","msg":"trace[1551621883] linearizableReadLoop","detail":"{readStateIndex:544; appliedIndex:543; }","duration":"201.420447ms","start":"2026-03-05T17:49:36.947104Z","end":"2026-03-05T17:49:37.148524Z","steps":["trace[1551621883] 'read index received' (duration: 133.5134ms)","trace[1551621883] 'applied index is now lower than readState.Index' (duration: 67.906026ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:37.148619Z","caller":"traceutil/trace.go:171","msg":"trace[943790951] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"715.086495ms","start":"2026-03-05T17:49:36.433505Z","end":"2026-03-05T17:49:37.148591Z","steps":["trace[943790951] 'process raft request' (duration: 647.183728ms)","trace[943790951] 'compare' (duration: 67.713682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:37.148715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.58329929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:49:37.148739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.091818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-05T17:49:37.14874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:36.43348Z","time spent":"715.197188ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:37.148717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.59873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:37.148827Z","caller":"traceutil/trace.go:171","msg":"trace[1171206039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:523; }","duration":"640.735103ms","start":"2026-03-05T17:49:36.508068Z","end":"2026-03-05T17:49:37.148803Z","steps":["trace[1171206039] 'agreement among raft nodes before linearized reading' (duration: 640.494437ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:37.14877Z","caller":"traceutil/trace.go:171","msg":"trace[1382709762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:523; }","duration":"644.1635ms","start":"2026-03-05T17:49:36.504597Z","end":"2026-03-05T17:49:37.148761Z","steps":["trace[1382709762] 'agreement among raft nodes before linearized reading' (duration: 644.015386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:37.148871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:36.508058Z","time spent":"640.803134ms","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:49:37.148909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:36.504576Z","time spent":"644.322234ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T17:49:37.148769Z","caller":"traceutil/trace.go:171","msg":"trace[260483710] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:523; }","duration":"2.583366612s","start":"2026-03-05T17:49:34.565388Z","end":"2026-03-05T17:49:37.148755Z","steps":["trace[260483710] 'agreement among raft nodes before linearized reading' (duration: 2.583218048s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:37.149018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:34.565327Z","time spent":"2.583644927s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-05T17:49:37.601268Z","caller":"traceutil/trace.go:171","msg":"trace[1162998428] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"291.850141ms","start":"2026-03-05T17:49:37.309391Z","end":"2026-03-05T17:49:37.601242Z","steps":["trace[1162998428] 'process raft request' (duration: 291.705447ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:37.778408Z","caller":"traceutil/trace.go:171","msg":"trace[465626421] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"460.606918ms","start":"2026-03-05T17:49:37.317773Z","end":"2026-03-05T17:49:37.77838Z","steps":["trace[465626421] 'process raft request' (duration: 460.419634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:37.77859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:37.317744Z","time spent":"460.73423ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17232,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:37.990616Z","caller":"traceutil/trace.go:171","msg":"trace[1330553835] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"110.993131ms","start":"2026-03-05T17:49:37.87961Z","end":"2026-03-05T17:49:37.990603Z","steps":["trace[1330553835] 'process raft request' (duration: 110.845418ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:38.780078Z","caller":"traceutil/trace.go:171","msg":"trace[173467651] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"135.819223ms","start":"2026-03-05T17:49:38.64421Z","end":"2026-03-05T17:49:38.780029Z","steps":["trace[173467651] 'process raft request' (duration: 125.399756ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:38.780226Z","caller":"traceutil/trace.go:171","msg":"trace[1494046631] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"135.981696ms","start":"2026-03-05T17:49:38.644218Z","end":"2026-03-05T17:49:38.7802Z","steps":["trace[1494046631] 'process raft request' (duration: 135.71769ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:38.780446Z","caller":"traceutil/trace.go:171","msg":"trace[1941774761] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"122.89217ms","start":"2026-03-05T17:49:38.657542Z","end":"2026-03-05T17:49:38.780434Z","steps":["trace[1941774761] 'process raft request' (duration: 122.46049ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:38.912235Z","caller":"traceutil/trace.go:171","msg":"trace[1411948286] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"127.35061ms","start":"2026-03-05T17:49:38.784805Z","end":"2026-03-05T17:49:38.912155Z","steps":["trace[1411948286] 'process raft request' (duration: 97.479214ms)","trace[1411948286] 'compare' (duration: 29.691662ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:38.912285Z","caller":"traceutil/trace.go:171","msg":"trace[1050929770] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"127.199627ms","start":"2026-03-05T17:49:38.785048Z","end":"2026-03-05T17:49:38.912247Z","steps":["trace[1050929770] 'process raft request' (duration: 127.022393ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:38.912428Z","caller":"traceutil/trace.go:171","msg":"trace[1122108383] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"126.885329ms","start":"2026-03-05T17:49:38.785525Z","end":"2026-03-05T17:49:38.91241Z","steps":["trace[1122108383] 'process raft request' (duration: 126.585923ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:38.912568Z","caller":"traceutil/trace.go:171","msg":"trace[1222599048] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"126.228325ms","start":"2026-03-05T17:49:38.786311Z","end":"2026-03-05T17:49:38.912539Z","steps":["trace[1222599048] 'process raft request' (duration: 125.824696ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.122352Z","caller":"traceutil/trace.go:171","msg":"trace[1469002580] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"151.409984ms","start":"2026-03-05T17:49:38.970911Z","end":"2026-03-05T17:49:39.122321Z","steps":["trace[1469002580] 'process raft request' (duration: 151.20331ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.12238Z","caller":"traceutil/trace.go:171","msg":"trace[1961471840] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:633; }","duration":"121.204661ms","start":"2026-03-05T17:49:39.001152Z","end":"2026-03-05T17:49:39.122356Z","steps":["trace[1961471840] 'read index received' (duration: 121.050098ms)","trace[1961471840] 'applied index is now lower than readState.Index' (duration: 153.533µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:39.122477Z","caller":"traceutil/trace.go:171","msg":"trace[370630323] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"151.427765ms","start":"2026-03-05T17:49:38.971041Z","end":"2026-03-05T17:49:39.122469Z","steps":["trace[370630323] 'process raft request' (duration: 151.20872ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.122571Z","caller":"traceutil/trace.go:171","msg":"trace[1453797126] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"150.710469ms","start":"2026-03-05T17:49:38.971849Z","end":"2026-03-05T17:49:39.12256Z","steps":["trace[1453797126] 'process raft request' (duration: 150.464403ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.122587Z","caller":"traceutil/trace.go:171","msg":"trace[65010766] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"151.339783ms","start":"2026-03-05T17:49:38.971233Z","end":"2026-03-05T17:49:39.122573Z","steps":["trace[65010766] 'process raft request' (duration: 151.050946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:39.122877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.246386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3516"} {"level":"info","ts":"2026-03-05T17:49:39.122967Z","caller":"traceutil/trace.go:171","msg":"trace[1570599890] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:615; }","duration":"149.364458ms","start":"2026-03-05T17:49:38.973581Z","end":"2026-03-05T17:49:39.122946Z","steps":["trace[1570599890] 'agreement among raft nodes before linearized reading' (duration: 149.052391ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.126483Z","caller":"traceutil/trace.go:171","msg":"trace[901880045] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"121.493179ms","start":"2026-03-05T17:49:39.004974Z","end":"2026-03-05T17:49:39.126467Z","steps":["trace[901880045] 'process raft request' (duration: 121.340305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:39.126821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.278934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4374"} {"level":"info","ts":"2026-03-05T17:49:39.126868Z","caller":"traceutil/trace.go:171","msg":"trace[1571693569] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:617; }","duration":"121.368825ms","start":"2026-03-05T17:49:39.005484Z","end":"2026-03-05T17:49:39.126853Z","steps":["trace[1571693569] 'agreement among raft nodes before linearized reading' (duration: 121.158121ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.126849Z","caller":"traceutil/trace.go:171","msg":"trace[1782076517] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"121.54996ms","start":"2026-03-05T17:49:39.005279Z","end":"2026-03-05T17:49:39.126829Z","steps":["trace[1782076517] 'process raft request' (duration: 121.152371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:39.127046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.644785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:39.127081Z","caller":"traceutil/trace.go:171","msg":"trace[1675922544] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:617; }","duration":"115.691178ms","start":"2026-03-05T17:49:39.011376Z","end":"2026-03-05T17:49:39.127068Z","steps":["trace[1675922544] 'agreement among raft nodes before linearized reading' (duration: 115.642967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:39.127261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.675775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-03-05T17:49:39.127302Z","caller":"traceutil/trace.go:171","msg":"trace[238997091] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:617; }","duration":"118.736236ms","start":"2026-03-05T17:49:39.008551Z","end":"2026-03-05T17:49:39.127288Z","steps":["trace[238997091] 'agreement among raft nodes before linearized reading' (duration: 118.628984ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.240853Z","caller":"traceutil/trace.go:171","msg":"trace[795346182] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"114.353166ms","start":"2026-03-05T17:49:39.126481Z","end":"2026-03-05T17:49:39.240834Z","steps":["trace[795346182] 'process raft request' (duration: 97.27478ms)","trace[795346182] 'compare' (duration: 16.941803ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:39.318781Z","caller":"traceutil/trace.go:171","msg":"trace[1319875702] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"191.401069ms","start":"2026-03-05T17:49:39.127353Z","end":"2026-03-05T17:49:39.318754Z","steps":["trace[1319875702] 'process raft request' (duration: 191.065712ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.318895Z","caller":"traceutil/trace.go:171","msg":"trace[923033156] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"191.302057ms","start":"2026-03-05T17:49:39.127569Z","end":"2026-03-05T17:49:39.318871Z","steps":["trace[923033156] 'process raft request' (duration: 191.077262ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.318966Z","caller":"traceutil/trace.go:171","msg":"trace[255081476] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"189.704951ms","start":"2026-03-05T17:49:39.129236Z","end":"2026-03-05T17:49:39.318941Z","steps":["trace[255081476] 'process raft request' (duration: 189.474065ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.319109Z","caller":"traceutil/trace.go:171","msg":"trace[1137986930] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"189.483845ms","start":"2026-03-05T17:49:39.12961Z","end":"2026-03-05T17:49:39.319094Z","steps":["trace[1137986930] 'process raft request' (duration: 189.25619ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.319205Z","caller":"traceutil/trace.go:171","msg":"trace[1017573000] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"189.359602ms","start":"2026-03-05T17:49:39.129832Z","end":"2026-03-05T17:49:39.319192Z","steps":["trace[1017573000] 'process raft request' (duration: 189.097046ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.319264Z","caller":"traceutil/trace.go:171","msg":"trace[1230737299] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"187.842149ms","start":"2026-03-05T17:49:39.131376Z","end":"2026-03-05T17:49:39.319218Z","steps":["trace[1230737299] 'process raft request' (duration: 187.610384ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.319316Z","caller":"traceutil/trace.go:171","msg":"trace[780096073] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"189.943915ms","start":"2026-03-05T17:49:39.129345Z","end":"2026-03-05T17:49:39.319289Z","steps":["trace[780096073] 'process raft request' (duration: 189.464855ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.319372Z","caller":"traceutil/trace.go:171","msg":"trace[2056713541] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"186.047108ms","start":"2026-03-05T17:49:39.133265Z","end":"2026-03-05T17:49:39.319312Z","steps":["trace[2056713541] 'process raft request' (duration: 185.780152ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.319551Z","caller":"traceutil/trace.go:171","msg":"trace[201733778] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"186.002636ms","start":"2026-03-05T17:49:39.133507Z","end":"2026-03-05T17:49:39.31951Z","steps":["trace[201733778] 'process raft request' (duration: 185.687909ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.32001Z","caller":"traceutil/trace.go:171","msg":"trace[1205083213] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:639; }","duration":"111.978243ms","start":"2026-03-05T17:49:39.207993Z","end":"2026-03-05T17:49:39.319971Z","steps":["trace[1205083213] 'read index received' (duration: 15.855178ms)","trace[1205083213] 'applied index is now lower than readState.Index' (duration: 96.121835ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:39.320211Z","caller":"traceutil/trace.go:171","msg":"trace[1391041329] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"100.415862ms","start":"2026-03-05T17:49:39.219781Z","end":"2026-03-05T17:49:39.320197Z","steps":["trace[1391041329] 'process raft request' (duration: 99.677754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:39.320557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.552156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T17:49:39.320617Z","caller":"traceutil/trace.go:171","msg":"trace[202249298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:628; }","duration":"112.654638ms","start":"2026-03-05T17:49:39.207948Z","end":"2026-03-05T17:49:39.320603Z","steps":["trace[202249298] 'agreement among raft nodes before linearized reading' (duration: 112.463313ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.469271Z","caller":"traceutil/trace.go:171","msg":"trace[893078383] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:650; }","duration":"149.129093ms","start":"2026-03-05T17:49:39.320115Z","end":"2026-03-05T17:49:39.469244Z","steps":["trace[893078383] 'read index received' (duration: 116.193808ms)","trace[893078383] 'applied index is now lower than readState.Index' (duration: 32.934225ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:39.469354Z","caller":"traceutil/trace.go:171","msg":"trace[1246764525] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"203.914752ms","start":"2026-03-05T17:49:39.265406Z","end":"2026-03-05T17:49:39.46932Z","steps":["trace[1246764525] 'process raft request' (duration: 203.781219ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.469304Z","caller":"traceutil/trace.go:171","msg":"trace[83379647] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"224.715842ms","start":"2026-03-05T17:49:39.244561Z","end":"2026-03-05T17:49:39.469277Z","steps":["trace[83379647] 'process raft request' (duration: 191.668425ms)","trace[83379647] 'compare' (duration: 32.793372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:39.469613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.238905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xvht4\" ","response":"range_response_count:1 size:17247"} {"level":"info","ts":"2026-03-05T17:49:39.469729Z","caller":"traceutil/trace.go:171","msg":"trace[1214317733] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xvht4; range_end:; response_count:1; response_revision:630; }","duration":"206.401099ms","start":"2026-03-05T17:49:39.263302Z","end":"2026-03-05T17:49:39.469703Z","steps":["trace[1214317733] 'agreement among raft nodes before linearized reading' (duration: 206.066632ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.495382Z","caller":"traceutil/trace.go:171","msg":"trace[136418695] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"168.174154ms","start":"2026-03-05T17:49:39.327191Z","end":"2026-03-05T17:49:39.495366Z","steps":["trace[136418695] 'process raft request' (duration: 168.013801ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.495737Z","caller":"traceutil/trace.go:171","msg":"trace[1879791239] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"168.412599ms","start":"2026-03-05T17:49:39.327308Z","end":"2026-03-05T17:49:39.495721Z","steps":["trace[1879791239] 'process raft request' (duration: 168.00438ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.495797Z","caller":"traceutil/trace.go:171","msg":"trace[1333078340] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"167.877617ms","start":"2026-03-05T17:49:39.327903Z","end":"2026-03-05T17:49:39.49578Z","steps":["trace[1333078340] 'process raft request' (duration: 167.671823ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.496144Z","caller":"traceutil/trace.go:171","msg":"trace[165002403] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"165.969415ms","start":"2026-03-05T17:49:39.330149Z","end":"2026-03-05T17:49:39.496118Z","steps":["trace[165002403] 'process raft request' (duration: 165.590715ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.496211Z","caller":"traceutil/trace.go:171","msg":"trace[1154597523] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"166.046976ms","start":"2026-03-05T17:49:39.330143Z","end":"2026-03-05T17:49:39.49619Z","steps":["trace[1154597523] 'process raft request' (duration: 165.922294ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.496688Z","caller":"traceutil/trace.go:171","msg":"trace[132569682] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"165.517664ms","start":"2026-03-05T17:49:39.331159Z","end":"2026-03-05T17:49:39.496677Z","steps":["trace[132569682] 'process raft request' (duration: 164.994853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:39.496669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.385461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4950"} {"level":"info","ts":"2026-03-05T17:49:39.496894Z","caller":"traceutil/trace.go:171","msg":"trace[1773474591] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:637; }","duration":"165.652847ms","start":"2026-03-05T17:49:39.331225Z","end":"2026-03-05T17:49:39.496878Z","steps":["trace[1773474591] 'agreement among raft nodes before linearized reading' (duration: 165.308899ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.496967Z","caller":"traceutil/trace.go:171","msg":"trace[660724498] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"157.41957ms","start":"2026-03-05T17:49:39.339435Z","end":"2026-03-05T17:49:39.496855Z","steps":["trace[660724498] 'process raft request' (duration: 157.024942ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.98212Z","caller":"traceutil/trace.go:171","msg":"trace[1434172352] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"125.955109ms","start":"2026-03-05T17:49:39.85614Z","end":"2026-03-05T17:49:39.982095Z","steps":["trace[1434172352] 'process raft request' (duration: 125.502709ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:40.45388Z","caller":"traceutil/trace.go:171","msg":"trace[680453109] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"325.594314ms","start":"2026-03-05T17:49:40.128264Z","end":"2026-03-05T17:49:40.453858Z","steps":["trace[680453109] 'process raft request' (duration: 325.149264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:40.45403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:40.128247Z","time spent":"325.707197ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211678,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:40.543208Z","caller":"traceutil/trace.go:171","msg":"trace[1571124077] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"223.372782ms","start":"2026-03-05T17:49:40.31981Z","end":"2026-03-05T17:49:40.543183Z","steps":["trace[1571124077] 'process raft request' (duration: 223.233238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:40.781717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.381464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:49:40.781982Z","caller":"traceutil/trace.go:171","msg":"trace[912649779] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"211.988115ms","start":"2026-03-05T17:49:40.569944Z","end":"2026-03-05T17:49:40.781932Z","steps":["trace[912649779] 'process raft request' (duration: 211.900753ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:40.781986Z","caller":"traceutil/trace.go:171","msg":"trace[796580992] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"307.006705ms","start":"2026-03-05T17:49:40.474928Z","end":"2026-03-05T17:49:40.781935Z","steps":["trace[796580992] 'process raft request' (duration: 193.310172ms)","trace[796580992] 'compare' (duration: 113.053497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:40.782183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:40.474901Z","time spent":"307.187109ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2966,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:49:41.2786Z","caller":"traceutil/trace.go:171","msg":"trace[516949001] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"143.67896ms","start":"2026-03-05T17:49:41.134892Z","end":"2026-03-05T17:49:41.278571Z","steps":["trace[516949001] 'process raft request' (duration: 143.475915ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:41.282361Z","caller":"traceutil/trace.go:171","msg":"trace[702527511] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"146.411361ms","start":"2026-03-05T17:49:41.135909Z","end":"2026-03-05T17:49:41.28232Z","steps":["trace[702527511] 'process raft request' (duration: 146.241837ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:42.567791Z","caller":"traceutil/trace.go:171","msg":"trace[756716805] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"146.832591ms","start":"2026-03-05T17:49:42.420928Z","end":"2026-03-05T17:49:42.567761Z","steps":["trace[756716805] 'process raft request' (duration: 146.643607ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:42.58172Z","caller":"traceutil/trace.go:171","msg":"trace[1912096468] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"156.750045ms","start":"2026-03-05T17:49:42.424956Z","end":"2026-03-05T17:49:42.581706Z","steps":["trace[1912096468] 'process raft request' (duration: 156.50397ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:43.093702Z","caller":"traceutil/trace.go:171","msg":"trace[802786191] linearizableReadLoop","detail":"{readStateIndex:722; appliedIndex:721; }","duration":"141.847599ms","start":"2026-03-05T17:49:42.951828Z","end":"2026-03-05T17:49:43.093675Z","steps":["trace[802786191] 'read index received' (duration: 124.24375ms)","trace[802786191] 'applied index is now lower than readState.Index' (duration: 17.602549ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:43.093879Z","caller":"traceutil/trace.go:171","msg":"trace[1629354978] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"231.011546ms","start":"2026-03-05T17:49:42.862832Z","end":"2026-03-05T17:49:43.093843Z","steps":["trace[1629354978] 'process raft request' (duration: 213.224053ms)","trace[1629354978] 'compare' (duration: 17.495746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:43.093954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.099084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:49:43.093993Z","caller":"traceutil/trace.go:171","msg":"trace[93411712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:699; }","duration":"142.203807ms","start":"2026-03-05T17:49:42.951779Z","end":"2026-03-05T17:49:43.093982Z","steps":["trace[93411712] 'agreement among raft nodes before linearized reading' (duration: 142.003212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:43.597399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.489656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:49:43.597587Z","caller":"traceutil/trace.go:171","msg":"trace[275957537] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"292.017165ms","start":"2026-03-05T17:49:43.305552Z","end":"2026-03-05T17:49:43.59757Z","steps":["trace[275957537] 'process raft request' (duration: 291.962504ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:43.597616Z","caller":"traceutil/trace.go:171","msg":"trace[2059621192] linearizableReadLoop","detail":"{readStateIndex:728; appliedIndex:727; }","duration":"315.185189ms","start":"2026-03-05T17:49:43.282394Z","end":"2026-03-05T17:49:43.597579Z","steps":["trace[2059621192] 'read index received' (duration: 190.413827ms)","trace[2059621192] 'applied index is now lower than readState.Index' (duration: 124.767702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:43.597934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.523976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-05T17:49:43.597989Z","caller":"traceutil/trace.go:171","msg":"trace[677032891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:706; }","duration":"315.622249ms","start":"2026-03-05T17:49:43.282354Z","end":"2026-03-05T17:49:43.597976Z","steps":["trace[677032891] 'agreement among raft nodes before linearized reading' (duration: 315.391994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:43.597992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.522366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T17:49:43.598029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:43.282343Z","time spent":"315.67683ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T17:49:43.598061Z","caller":"traceutil/trace.go:171","msg":"trace[1874175514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:706; }","duration":"311.605047ms","start":"2026-03-05T17:49:43.286439Z","end":"2026-03-05T17:49:43.598045Z","steps":["trace[1874175514] 'agreement among raft nodes before linearized reading' (duration: 311.342262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:43.598061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.409588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xvht4\" ","response":"range_response_count:1 size:18067"} {"level":"info","ts":"2026-03-05T17:49:43.59756Z","caller":"traceutil/trace.go:171","msg":"trace[1573682509] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"345.899084ms","start":"2026-03-05T17:49:43.251627Z","end":"2026-03-05T17:49:43.597526Z","steps":["trace[1573682509] 'process raft request' (duration: 221.195503ms)","trace[1573682509] 'compare' (duration: 124.323132ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:43.598102Z","caller":"traceutil/trace.go:171","msg":"trace[1766316044] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xvht4; range_end:; response_count:1; response_revision:706; }","duration":"294.492591ms","start":"2026-03-05T17:49:43.3036Z","end":"2026-03-05T17:49:43.598092Z","steps":["trace[1766316044] 'agreement among raft nodes before linearized reading' (duration: 294.348787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:43.598189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:43.25161Z","time spent":"346.517377ms","remote":"127.0.0.1:42870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13205,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:43.598103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:43.286375Z","time spent":"311.72035ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:49:43.597997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.556805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:43.598356Z","caller":"traceutil/trace.go:171","msg":"trace[1475137406] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:706; }","duration":"173.952124ms","start":"2026-03-05T17:49:43.424387Z","end":"2026-03-05T17:49:43.59834Z","steps":["trace[1475137406] 'agreement among raft nodes before linearized reading' (duration: 173.558515ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:44.157099Z","caller":"traceutil/trace.go:171","msg":"trace[1681401035] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"277.270692ms","start":"2026-03-05T17:49:43.879816Z","end":"2026-03-05T17:49:44.157087Z","steps":["trace[1681401035] 'process raft request' (duration: 277.062928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:44.157363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.056359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-05T17:49:44.157051Z","caller":"traceutil/trace.go:171","msg":"trace[953461406] linearizableReadLoop","detail":"{readStateIndex:736; appliedIndex:735; }","duration":"132.739972ms","start":"2026-03-05T17:49:44.024288Z","end":"2026-03-05T17:49:44.157028Z","steps":["trace[953461406] 'read index received' (duration: 132.570278ms)","trace[953461406] 'applied index is now lower than readState.Index' (duration: 168.784µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:44.157444Z","caller":"traceutil/trace.go:171","msg":"trace[436319070] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:713; }","duration":"133.201832ms","start":"2026-03-05T17:49:44.024225Z","end":"2026-03-05T17:49:44.157427Z","steps":["trace[436319070] 'agreement among raft nodes before linearized reading' (duration: 132.959876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:44.1576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.989588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T17:49:44.157675Z","caller":"traceutil/trace.go:171","msg":"trace[796957681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:713; }","duration":"129.112801ms","start":"2026-03-05T17:49:44.028548Z","end":"2026-03-05T17:49:44.157661Z","steps":["trace[796957681] 'agreement among raft nodes before linearized reading' (duration: 128.957097ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:44.416744Z","caller":"traceutil/trace.go:171","msg":"trace[1652199226] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"100.429792ms","start":"2026-03-05T17:49:44.316287Z","end":"2026-03-05T17:49:44.416717Z","steps":["trace[1652199226] 'process raft request' (duration: 99.945991ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:44.428132Z","caller":"traceutil/trace.go:171","msg":"trace[1701947138] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"102.718884ms","start":"2026-03-05T17:49:44.325382Z","end":"2026-03-05T17:49:44.428101Z","steps":["trace[1701947138] 'process raft request' (duration: 102.55972ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:45.370036Z","caller":"traceutil/trace.go:171","msg":"trace[1650821086] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"139.933255ms","start":"2026-03-05T17:49:45.230083Z","end":"2026-03-05T17:49:45.370016Z","steps":["trace[1650821086] 'process raft request' (duration: 139.805993ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:45.543614Z","caller":"traceutil/trace.go:171","msg":"trace[1650868846] linearizableReadLoop","detail":"{readStateIndex:744; appliedIndex:743; }","duration":"119.36948ms","start":"2026-03-05T17:49:45.424224Z","end":"2026-03-05T17:49:45.543593Z","steps":["trace[1650868846] 'read index received' (duration: 116.213238ms)","trace[1650868846] 'applied index is now lower than readState.Index' (duration: 3.155532ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:45.543693Z","caller":"traceutil/trace.go:171","msg":"trace[1677519991] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"158.786251ms","start":"2026-03-05T17:49:45.384863Z","end":"2026-03-05T17:49:45.543649Z","steps":["trace[1677519991] 'process raft request' (duration: 155.608669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:45.543813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.575844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-05T17:49:45.543853Z","caller":"traceutil/trace.go:171","msg":"trace[2091725396] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:721; }","duration":"119.672156ms","start":"2026-03-05T17:49:45.424167Z","end":"2026-03-05T17:49:45.543839Z","steps":["trace[2091725396] 'agreement among raft nodes before linearized reading' (duration: 119.536153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:45.860392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.690344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-05T17:49:45.860441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.817767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T17:49:45.860493Z","caller":"traceutil/trace.go:171","msg":"trace[1497252890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:722; }","duration":"202.841137ms","start":"2026-03-05T17:49:45.657618Z","end":"2026-03-05T17:49:45.86046Z","steps":["trace[1497252890] 'range keys from in-memory index tree' (duration: 202.474599ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:45.860535Z","caller":"traceutil/trace.go:171","msg":"trace[106107397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:722; }","duration":"202.94843ms","start":"2026-03-05T17:49:45.657559Z","end":"2026-03-05T17:49:45.860508Z","steps":["trace[106107397] 'range keys from in-memory index tree' (duration: 202.555491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:45.860624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.353507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T17:49:45.860724Z","caller":"traceutil/trace.go:171","msg":"trace[1058526057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:722; }","duration":"214.507711ms","start":"2026-03-05T17:49:45.646193Z","end":"2026-03-05T17:49:45.860701Z","steps":["trace[1058526057] 'range keys from in-memory index tree' (duration: 213.914338ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:45.867969Z","caller":"traceutil/trace.go:171","msg":"trace[1446413236] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"206.90104ms","start":"2026-03-05T17:49:45.661044Z","end":"2026-03-05T17:49:45.867945Z","steps":["trace[1446413236] 'process raft request' (duration: 206.655985ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:46.062328Z","caller":"traceutil/trace.go:171","msg":"trace[236004526] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"105.088747ms","start":"2026-03-05T17:49:45.957211Z","end":"2026-03-05T17:49:46.062299Z","steps":["trace[236004526] 'process raft request' (duration: 48.892266ms)","trace[236004526] 'compare' (duration: 55.892064ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:46.625893Z","caller":"traceutil/trace.go:171","msg":"trace[1204056515] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"127.591896ms","start":"2026-03-05T17:49:46.498273Z","end":"2026-03-05T17:49:46.625865Z","steps":["trace[1204056515] 'process raft request' (duration: 124.859534ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:46.828175Z","caller":"traceutil/trace.go:171","msg":"trace[78069547] linearizableReadLoop","detail":"{readStateIndex:782; appliedIndex:781; }","duration":"176.097243ms","start":"2026-03-05T17:49:46.652048Z","end":"2026-03-05T17:49:46.828145Z","steps":["trace[78069547] 'read index received' (duration: 160.138692ms)","trace[78069547] 'applied index is now lower than readState.Index' (duration: 15.957101ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:46.828232Z","caller":"traceutil/trace.go:171","msg":"trace[1198263879] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"190.99671ms","start":"2026-03-05T17:49:46.637214Z","end":"2026-03-05T17:49:46.828211Z","steps":["trace[1198263879] 'process raft request' (duration: 175.035488ms)","trace[1198263879] 'compare' (duration: 15.768807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:46.828488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.242916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-03-05T17:49:46.828536Z","caller":"traceutil/trace.go:171","msg":"trace[1251423673] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:759; }","duration":"172.352549ms","start":"2026-03-05T17:49:46.65617Z","end":"2026-03-05T17:49:46.828523Z","steps":["trace[1251423673] 'agreement among raft nodes before linearized reading' (duration: 172.137754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:46.828565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.926448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"warn","ts":"2026-03-05T17:49:46.828593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.695983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"warn","ts":"2026-03-05T17:49:46.828679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.222795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"warn","ts":"2026-03-05T17:49:46.828691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.42234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-03-05T17:49:46.828737Z","caller":"traceutil/trace.go:171","msg":"trace[1995360621] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:759; }","duration":"171.868137ms","start":"2026-03-05T17:49:46.656844Z","end":"2026-03-05T17:49:46.828712Z","steps":["trace[1995360621] 'agreement among raft nodes before linearized reading' (duration: 171.5732ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:46.828758Z","caller":"traceutil/trace.go:171","msg":"trace[958255261] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:759; }","duration":"172.314847ms","start":"2026-03-05T17:49:46.656411Z","end":"2026-03-05T17:49:46.828726Z","steps":["trace[958255261] 'agreement among raft nodes before linearized reading' (duration: 172.061281ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:46.828771Z","caller":"traceutil/trace.go:171","msg":"trace[580699559] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:759; }","duration":"172.501562ms","start":"2026-03-05T17:49:46.656234Z","end":"2026-03-05T17:49:46.828736Z","steps":["trace[580699559] 'agreement among raft nodes before linearized reading' (duration: 172.311878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:46.828835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.01045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-05T17:49:46.828875Z","caller":"traceutil/trace.go:171","msg":"trace[692182120] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:759; }","duration":"172.064691ms","start":"2026-03-05T17:49:46.6568Z","end":"2026-03-05T17:49:46.828865Z","steps":["trace[692182120] 'agreement among raft nodes before linearized reading' (duration: 172.00283ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:46.828725Z","caller":"traceutil/trace.go:171","msg":"trace[2057209379] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:759; }","duration":"172.207044ms","start":"2026-03-05T17:49:46.656491Z","end":"2026-03-05T17:49:46.828698Z","steps":["trace[2057209379] 'agreement among raft nodes before linearized reading' (duration: 171.877737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:46.829101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.048574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-05T17:49:46.829176Z","caller":"traceutil/trace.go:171","msg":"trace[1851174219] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:759; }","duration":"177.172208ms","start":"2026-03-05T17:49:46.651984Z","end":"2026-03-05T17:49:46.829156Z","steps":["trace[1851174219] 'agreement among raft nodes before linearized reading' (duration: 176.303258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:46.829196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.727056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-03-05T17:49:46.829265Z","caller":"traceutil/trace.go:171","msg":"trace[1284810037] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:759; }","duration":"172.794838ms","start":"2026-03-05T17:49:46.656448Z","end":"2026-03-05T17:49:46.829243Z","steps":["trace[1284810037] 'agreement among raft nodes before linearized reading' (duration: 172.4322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:00.003903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197852468,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:50:00.504215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197852468,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:50:00.688676Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.199873851s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:50:00.865636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.535903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:50:00.865758Z","caller":"traceutil/trace.go:171","msg":"trace[511333385] linearizableReadLoop","detail":"{readStateIndex:936; appliedIndex:935; }","duration":"1.362295594s","start":"2026-03-05T17:49:59.503444Z","end":"2026-03-05T17:50:00.86574Z","steps":["trace[511333385] 'read index received' (duration: 1.185490615s)","trace[511333385] 'applied index is now lower than readState.Index' (duration: 176.803599ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:50:00.865845Z","caller":"traceutil/trace.go:171","msg":"trace[1120143263] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"1.377157371s","start":"2026-03-05T17:49:59.488675Z","end":"2026-03-05T17:50:00.865832Z","steps":["trace[1120143263] 'process raft request' (duration: 1.200343792s)","trace[1120143263] 'compare' (duration: 176.368569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:50:00.865904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:59.488654Z","time spent":"1.377216702s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:50:00.866058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362620341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:50:00.866093Z","caller":"traceutil/trace.go:171","msg":"trace[872105820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:908; }","duration":"1.362686934s","start":"2026-03-05T17:49:59.503396Z","end":"2026-03-05T17:50:00.866083Z","steps":["trace[872105820] 'agreement among raft nodes before linearized reading' (duration: 1.362624252s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:00.866121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:59.503382Z","time spent":"1.362733495s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:50:00.866355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.047982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T17:50:00.866891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.263474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:50:00.866967Z","caller":"traceutil/trace.go:171","msg":"trace[299730727] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:908; }","duration":"656.55851ms","start":"2026-03-05T17:50:00.210392Z","end":"2026-03-05T17:50:00.86695Z","steps":["trace[299730727] 'agreement among raft nodes before linearized reading' (duration: 656.233453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:00.866968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.613975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-05T17:50:00.866981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.25272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-05T17:50:00.867028Z","caller":"traceutil/trace.go:171","msg":"trace[1805021669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:908; }","duration":"768.668456ms","start":"2026-03-05T17:50:00.09834Z","end":"2026-03-05T17:50:00.867008Z","steps":["trace[1805021669] 'agreement among raft nodes before linearized reading' (duration: 768.309638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:00.867072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:00.098296Z","time spent":"768.769359ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:50:00.867011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:00.210377Z","time spent":"656.624392ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":16,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:50:00.867092Z","caller":"traceutil/trace.go:171","msg":"trace[499000016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:908; }","duration":"750.383333ms","start":"2026-03-05T17:50:00.116672Z","end":"2026-03-05T17:50:00.867056Z","steps":["trace[499000016] 'agreement among raft nodes before linearized reading' (duration: 749.956924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:00.867158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:00.116654Z","time spent":"750.484705ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:50:00.867132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T17:50:00.867241Z","caller":"traceutil/trace.go:171","msg":"trace[1810531947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:908; }","duration":"508.594044ms","start":"2026-03-05T17:50:00.358622Z","end":"2026-03-05T17:50:00.867216Z","steps":["trace[1810531947] 'agreement among raft nodes before linearized reading' (duration: 508.034152ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:00.867142Z","caller":"traceutil/trace.go:171","msg":"trace[1062029420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:908; }","duration":"829.171815ms","start":"2026-03-05T17:50:00.037242Z","end":"2026-03-05T17:50:00.866414Z","steps":["trace[1062029420] 'agreement among raft nodes before linearized reading' (duration: 828.94531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:00.867306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:00.358605Z","time spent":"508.690686ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:50:00.867458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:00.037219Z","time spent":"830.129657ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T17:50:01.566474Z","caller":"traceutil/trace.go:171","msg":"trace[595829754] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"124.528967ms","start":"2026-03-05T17:50:01.441924Z","end":"2026-03-05T17:50:01.566453Z","steps":["trace[595829754] 'process raft request' (duration: 124.408265ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:02.300314Z","caller":"traceutil/trace.go:171","msg":"trace[1994955300] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"195.404778ms","start":"2026-03-05T17:50:02.104882Z","end":"2026-03-05T17:50:02.300287Z","steps":["trace[1994955300] 'process raft request' (duration: 120.327209ms)","trace[1994955300] 'compare' (duration: 74.888945ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:50:02.300394Z","caller":"traceutil/trace.go:171","msg":"trace[1250721235] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"195.47924ms","start":"2026-03-05T17:50:02.104892Z","end":"2026-03-05T17:50:02.300371Z","steps":["trace[1250721235] 'process raft request' (duration: 195.316247ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:03.043413Z","caller":"traceutil/trace.go:171","msg":"trace[1265804956] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"154.275481ms","start":"2026-03-05T17:50:02.889107Z","end":"2026-03-05T17:50:03.043382Z","steps":["trace[1265804956] 'process raft request' (duration: 154.159439ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:03.043493Z","caller":"traceutil/trace.go:171","msg":"trace[1565741210] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"155.654952ms","start":"2026-03-05T17:50:02.887765Z","end":"2026-03-05T17:50:03.04342Z","steps":["trace[1565741210] 'process raft request' (duration: 66.346449ms)","trace[1565741210] 'compare' (duration: 89.002706ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:50:03.043613Z","caller":"traceutil/trace.go:171","msg":"trace[1055424691] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"151.026448ms","start":"2026-03-05T17:50:02.892542Z","end":"2026-03-05T17:50:03.043569Z","steps":["trace[1055424691] 'process raft request' (duration: 150.784892ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:25.363612Z","caller":"traceutil/trace.go:171","msg":"trace[896352221] linearizableReadLoop","detail":"{readStateIndex:1203; appliedIndex:1202; }","duration":"198.284464ms","start":"2026-03-05T17:50:25.165303Z","end":"2026-03-05T17:50:25.363587Z","steps":["trace[896352221] 'read index received' (duration: 196.950473ms)","trace[896352221] 'applied index is now lower than readState.Index' (duration: 1.333051ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:50:25.363723Z","caller":"traceutil/trace.go:171","msg":"trace[118444522] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"212.233481ms","start":"2026-03-05T17:50:25.15146Z","end":"2026-03-05T17:50:25.363693Z","steps":["trace[118444522] 'process raft request' (duration: 211.140706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:25.363839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.517839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-05T17:50:25.363872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.365003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T17:50:25.36392Z","caller":"traceutil/trace.go:171","msg":"trace[1449938816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1166; }","duration":"197.449815ms","start":"2026-03-05T17:50:25.166459Z","end":"2026-03-05T17:50:25.363909Z","steps":["trace[1449938816] 'agreement among raft nodes before linearized reading' (duration: 197.291851ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:25.363926Z","caller":"traceutil/trace.go:171","msg":"trace[1170907488] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1166; }","duration":"198.645852ms","start":"2026-03-05T17:50:25.16526Z","end":"2026-03-05T17:50:25.363905Z","steps":["trace[1170907488] 'agreement among raft nodes before linearized reading' (duration: 198.434367ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:25.517931Z","caller":"traceutil/trace.go:171","msg":"trace[818052979] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"135.049864ms","start":"2026-03-05T17:50:25.38286Z","end":"2026-03-05T17:50:25.51791Z","steps":["trace[818052979] 'process raft request' (duration: 133.711283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:28.782274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.210738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:50:28.782436Z","caller":"traceutil/trace.go:171","msg":"trace[996932036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1182; }","duration":"280.444694ms","start":"2026-03-05T17:50:28.501959Z","end":"2026-03-05T17:50:28.782403Z","steps":["trace[996932036] 'range keys from in-memory index tree' (duration: 280.079856ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:29.247171Z","caller":"traceutil/trace.go:171","msg":"trace[793892310] linearizableReadLoop","detail":"{readStateIndex:1221; appliedIndex:1220; }","duration":"113.347559ms","start":"2026-03-05T17:50:29.133794Z","end":"2026-03-05T17:50:29.247141Z","steps":["trace[793892310] 'read index received' (duration: 113.247217ms)","trace[793892310] 'applied index is now lower than readState.Index' (duration: 98.522µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:50:29.247345Z","caller":"traceutil/trace.go:171","msg":"trace[1624078864] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"161.067536ms","start":"2026-03-05T17:50:29.086234Z","end":"2026-03-05T17:50:29.247302Z","steps":["trace[1624078864] 'process raft request' (duration: 160.758209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:29.247391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.584655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-05T17:50:29.247635Z","caller":"traceutil/trace.go:171","msg":"trace[548145822] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1183; }","duration":"113.843941ms","start":"2026-03-05T17:50:29.133716Z","end":"2026-03-05T17:50:29.24756Z","steps":["trace[548145822] 'agreement among raft nodes before linearized reading' (duration: 113.531984ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:39.777441Z","caller":"traceutil/trace.go:171","msg":"trace[1363335026] linearizableReadLoop","detail":"{readStateIndex:1466; appliedIndex:1465; }","duration":"170.074981ms","start":"2026-03-05T17:50:39.607322Z","end":"2026-03-05T17:50:39.777397Z","steps":["trace[1363335026] 'read index received' (duration: 166.94725ms)","trace[1363335026] 'applied index is now lower than readState.Index' (duration: 3.126031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:50:39.777822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.473751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:50:39.777919Z","caller":"traceutil/trace.go:171","msg":"trace[1395870446] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1408; }","duration":"170.643464ms","start":"2026-03-05T17:50:39.607251Z","end":"2026-03-05T17:50:39.777894Z","steps":["trace[1395870446] 'agreement among raft nodes before linearized reading' (duration: 170.485771ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:39.778069Z","caller":"traceutil/trace.go:171","msg":"trace[1998977483] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"192.232075ms","start":"2026-03-05T17:50:39.585824Z","end":"2026-03-05T17:50:39.778056Z","steps":["trace[1998977483] 'process raft request' (duration: 188.463739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:39.778348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.183041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:50:39.778449Z","caller":"traceutil/trace.go:171","msg":"trace[770036730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1408; }","duration":"169.276263ms","start":"2026-03-05T17:50:39.609124Z","end":"2026-03-05T17:50:39.7784Z","steps":["trace[770036730] 'agreement among raft nodes before linearized reading' (duration: 169.030497ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:45.910406Z","caller":"traceutil/trace.go:171","msg":"trace[1883368645] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"425.311201ms","start":"2026-03-05T17:50:45.485077Z","end":"2026-03-05T17:50:45.910388Z","steps":["trace[1883368645] 'process raft request' (duration: 425.176198ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:45.910423Z","caller":"traceutil/trace.go:171","msg":"trace[289234036] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"427.113282ms","start":"2026-03-05T17:50:45.483268Z","end":"2026-03-05T17:50:45.910381Z","steps":["trace[289234036] 'process raft request' (duration: 360.609389ms)","trace[289234036] 'compare' (duration: 66.173246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:50:45.910516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:45.48506Z","time spent":"425.399333ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:50:45.910614Z","caller":"traceutil/trace.go:171","msg":"trace[1720422905] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"371.605158ms","start":"2026-03-05T17:50:45.539002Z","end":"2026-03-05T17:50:45.910607Z","steps":["trace[1720422905] 'process raft request' (duration: 371.358293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:45.910609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:45.483245Z","time spent":"427.249885ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:50:45.910652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:45.538975Z","time spent":"371.65677ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:50:53.70018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.443137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T17:50:53.700277Z","caller":"traceutil/trace.go:171","msg":"trace[171847978] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1583; }","duration":"408.5634ms","start":"2026-03-05T17:50:53.291692Z","end":"2026-03-05T17:50:53.700255Z","steps":["trace[171847978] 'range keys from in-memory index tree' (duration: 408.294584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:53.700319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:53.291681Z","time spent":"408.628281ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T17:50:53.700212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.876303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T17:50:53.700512Z","caller":"traceutil/trace.go:171","msg":"trace[1104474589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1583; }","duration":"335.19594ms","start":"2026-03-05T17:50:53.365286Z","end":"2026-03-05T17:50:53.700482Z","steps":["trace[1104474589] 'range keys from in-memory index tree' (duration: 334.764321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:53.700481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.468964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T17:50:53.700554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:53.365265Z","time spent":"335.276602ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T17:50:53.700568Z","caller":"traceutil/trace.go:171","msg":"trace[702116453] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1583; }","duration":"454.610558ms","start":"2026-03-05T17:50:53.24594Z","end":"2026-03-05T17:50:53.700551Z","steps":["trace[702116453] 'count revisions from in-memory index tree' (duration: 454.371222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:53.700612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:53.245917Z","time spent":"454.68422ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:50:53.905531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197853835,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T17:50:54.199804Z","caller":"traceutil/trace.go:171","msg":"trace[316546715] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"805.920524ms","start":"2026-03-05T17:50:53.393855Z","end":"2026-03-05T17:50:54.199776Z","steps":["trace[316546715] 'process raft request' (duration: 805.7576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:54.199991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:53.393835Z","time spent":"806.060057ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:50:54.511895Z","caller":"traceutil/trace.go:171","msg":"trace[695977991] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"807.309696ms","start":"2026-03-05T17:50:53.704547Z","end":"2026-03-05T17:50:54.511857Z","steps":["trace[695977991] 'process raft request' (duration: 807.203054ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:54.511945Z","caller":"traceutil/trace.go:171","msg":"trace[638062573] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"818.807699ms","start":"2026-03-05T17:50:53.693089Z","end":"2026-03-05T17:50:54.511897Z","steps":["trace[638062573] 'process raft request' (duration: 818.438121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:54.512123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:53.704534Z","time spent":"807.47027ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:50:54.512211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:53.693064Z","time spent":"818.987783ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:50:54.512329Z","caller":"traceutil/trace.go:171","msg":"trace[545848997] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"805.488805ms","start":"2026-03-05T17:50:53.706763Z","end":"2026-03-05T17:50:54.512252Z","steps":["trace[545848997] 'process raft request' (duration: 805.041505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:54.512549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:53.706758Z","time spent":"805.678649ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:50:54.512757Z","caller":"traceutil/trace.go:171","msg":"trace[1533696591] linearizableReadLoop","detail":"{readStateIndex:1653; appliedIndex:1650; }","duration":"1.10796349s","start":"2026-03-05T17:50:53.404775Z","end":"2026-03-05T17:50:54.512739Z","steps":["trace[1533696591] 'read index received' (duration: 794.982615ms)","trace[1533696591] 'applied index is now lower than readState.Index' (duration: 312.979835ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:50:54.512791Z","caller":"traceutil/trace.go:171","msg":"trace[2073567321] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"577.22475ms","start":"2026-03-05T17:50:53.935538Z","end":"2026-03-05T17:50:54.512763Z","steps":["trace[2073567321] 'process raft request' (duration: 576.605486ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:54.512821Z","caller":"traceutil/trace.go:171","msg":"trace[625330885] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"569.134385ms","start":"2026-03-05T17:50:53.943642Z","end":"2026-03-05T17:50:54.512776Z","steps":["trace[625330885] 'process raft request' (duration: 569.026083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:54.512909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:53.935494Z","time spent":"577.362133ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:50:54.513009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:53.943626Z","time spent":"569.284658ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:50:54.51304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.727426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T17:50:54.513131Z","caller":"traceutil/trace.go:171","msg":"trace[96192437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1589; }","duration":"963.860949ms","start":"2026-03-05T17:50:53.549246Z","end":"2026-03-05T17:50:54.513107Z","steps":["trace[96192437] 'agreement among raft nodes before linearized reading' (duration: 963.650135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:54.513158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.016222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T17:50:54.51318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:53.549224Z","time spent":"963.947522ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T17:50:54.513223Z","caller":"traceutil/trace.go:171","msg":"trace[1249633054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1589; }","duration":"569.101975ms","start":"2026-03-05T17:50:53.944101Z","end":"2026-03-05T17:50:54.513203Z","steps":["trace[1249633054] 'agreement among raft nodes before linearized reading' (duration: 568.802578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:54.51317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108383859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ba509da7-384e-4624-a951-4599ac80e932\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-05T17:50:54.513281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:53.944093Z","time spent":"569.179156ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:50:54.513285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.618588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ba509da7-384e-4624-a951-4599ac80e932\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-05T17:50:54.513302Z","caller":"traceutil/trace.go:171","msg":"trace[904859127] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ba509da7-384e-4624-a951-4599ac80e932; range_end:; response_count:1; response_revision:1589; }","duration":"1.108535692s","start":"2026-03-05T17:50:53.404751Z","end":"2026-03-05T17:50:54.513287Z","steps":["trace[904859127] 'agreement among raft nodes before linearized reading' (duration: 1.108110033s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:54.513302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.382846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T17:50:54.513338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:53.40474Z","time spent":"1.108590003s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ba509da7-384e-4624-a951-4599ac80e932\" "} {"level":"info","ts":"2026-03-05T17:50:54.513342Z","caller":"traceutil/trace.go:171","msg":"trace[1008752590] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ba509da7-384e-4624-a951-4599ac80e932; range_end:; response_count:1; response_revision:1589; }","duration":"816.700399ms","start":"2026-03-05T17:50:53.696625Z","end":"2026-03-05T17:50:54.513325Z","steps":["trace[1008752590] 'agreement among raft nodes before linearized reading' (duration: 816.588327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:54.513329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.574705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T17:50:54.513351Z","caller":"traceutil/trace.go:171","msg":"trace[885848931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1589; }","duration":"571.500139ms","start":"2026-03-05T17:50:53.941837Z","end":"2026-03-05T17:50:54.513337Z","steps":["trace[885848931] 'agreement among raft nodes before linearized reading' (duration: 571.311754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:54.513385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:53.696608Z","time spent":"816.767321ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ba509da7-384e-4624-a951-4599ac80e932\" "} {"level":"warn","ts":"2026-03-05T17:50:54.5134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:53.941814Z","time spent":"571.575321ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T17:50:54.513396Z","caller":"traceutil/trace.go:171","msg":"trace[1525692789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1589; }","duration":"569.677497ms","start":"2026-03-05T17:50:53.943703Z","end":"2026-03-05T17:50:54.513381Z","steps":["trace[1525692789] 'agreement among raft nodes before linearized reading' (duration: 569.458373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:54.513412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.073327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-05T17:50:54.513626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:53.943677Z","time spent":"569.755189ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T17:50:54.513688Z","caller":"traceutil/trace.go:171","msg":"trace[1518041263] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1589; }","duration":"324.355002ms","start":"2026-03-05T17:50:54.189294Z","end":"2026-03-05T17:50:54.513649Z","steps":["trace[1518041263] 'agreement among raft nodes before linearized reading' (duration: 323.985464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:54.51375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:54.189278Z","time spent":"324.458524ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-05T17:50:54.794066Z","caller":"traceutil/trace.go:171","msg":"trace[1419111026] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"276.440771ms","start":"2026-03-05T17:50:54.517595Z","end":"2026-03-05T17:50:54.794036Z","steps":["trace[1419111026] 'process raft request' (duration: 276.230377ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:55.539255Z","caller":"traceutil/trace.go:171","msg":"trace[1694181065] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"1.020634402s","start":"2026-03-05T17:50:54.518596Z","end":"2026-03-05T17:50:55.539231Z","steps":["trace[1694181065] 'process raft request' (duration: 1.020436347s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:55.539433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:54.518579Z","time spent":"1.020775486s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:50:55.539887Z","caller":"traceutil/trace.go:171","msg":"trace[1559758432] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"1.020256533s","start":"2026-03-05T17:50:54.519612Z","end":"2026-03-05T17:50:55.539869Z","steps":["trace[1559758432] 'process raft request' (duration: 1.020081159s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:55.53986Z","caller":"traceutil/trace.go:171","msg":"trace[277772361] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"1.020297655s","start":"2026-03-05T17:50:54.519527Z","end":"2026-03-05T17:50:55.539825Z","steps":["trace[277772361] 'process raft request' (duration: 1.01966444s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:55.540165Z","caller":"traceutil/trace.go:171","msg":"trace[434260290] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"1.020426367s","start":"2026-03-05T17:50:54.519712Z","end":"2026-03-05T17:50:55.540138Z","steps":["trace[434260290] 'process raft request' (duration: 1.02010837s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:55.540193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:54.519518Z","time spent":"1.020602512s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:50:55.5403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:54.51966Z","time spent":"1.02057535s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:50:55.540396Z","caller":"traceutil/trace.go:171","msg":"trace[738419178] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"1.019677501s","start":"2026-03-05T17:50:54.520661Z","end":"2026-03-05T17:50:55.540338Z","steps":["trace[738419178] 'process raft request' (duration: 1.019377714s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:55.540345Z","caller":"traceutil/trace.go:171","msg":"trace[238508398] linearizableReadLoop","detail":"{readStateIndex:1661; appliedIndex:1655; }","duration":"832.06188ms","start":"2026-03-05T17:50:54.708257Z","end":"2026-03-05T17:50:55.540319Z","steps":["trace[238508398] 'read index received' (duration: 85.649879ms)","trace[238508398] 'applied index is now lower than readState.Index' (duration: 746.410071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:50:55.540506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:54.520643Z","time spent":"1.019802923s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:50:55.540529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.282105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T17:50:55.540583Z","caller":"traceutil/trace.go:171","msg":"trace[1797288682] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1595; }","duration":"832.396568ms","start":"2026-03-05T17:50:54.708168Z","end":"2026-03-05T17:50:55.540564Z","steps":["trace[1797288682] 'agreement among raft nodes before linearized reading' (duration: 832.245954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:55.540617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:54.708132Z","time spent":"832.476609ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T17:50:55.540608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.456949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T17:50:55.540695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.087376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:50:55.540747Z","caller":"traceutil/trace.go:171","msg":"trace[1399198525] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1595; }","duration":"763.615332ms","start":"2026-03-05T17:50:54.777101Z","end":"2026-03-05T17:50:55.540716Z","steps":["trace[1399198525] 'agreement among raft nodes before linearized reading' (duration: 763.435868ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:55.540753Z","caller":"traceutil/trace.go:171","msg":"trace[1780752153] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1595; }","duration":"132.182699ms","start":"2026-03-05T17:50:55.408553Z","end":"2026-03-05T17:50:55.540736Z","steps":["trace[1780752153] 'agreement among raft nodes before linearized reading' (duration: 132.063056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:55.540796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:54.777087Z","time spent":"763.695784ms","remote":"127.0.0.1:39044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:50:55.540861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.668663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T17:50:55.540907Z","caller":"traceutil/trace.go:171","msg":"trace[550413390] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1595; }","duration":"336.709344ms","start":"2026-03-05T17:50:55.20418Z","end":"2026-03-05T17:50:55.54089Z","steps":["trace[550413390] 'agreement among raft nodes before linearized reading' (duration: 336.462268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:55.54094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:55.204118Z","time spent":"336.813166ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T17:50:55.541361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:54.519601Z","time spent":"1.020365716s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:50:56.864784Z","caller":"traceutil/trace.go:171","msg":"trace[294981203] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"344.88621ms","start":"2026-03-05T17:50:56.519865Z","end":"2026-03-05T17:50:56.864751Z","steps":["trace[294981203] 'process raft request' (duration: 344.700486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:56.864973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:56.519839Z","time spent":"345.035144ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:50:57.005468Z","caller":"traceutil/trace.go:171","msg":"trace[1243503865] linearizableReadLoop","detail":"{readStateIndex:1666; appliedIndex:1663; }","duration":"460.902062ms","start":"2026-03-05T17:50:56.544547Z","end":"2026-03-05T17:50:57.00545Z","steps":["trace[1243503865] 'read index received' (duration: 319.989054ms)","trace[1243503865] 'applied index is now lower than readState.Index' (duration: 140.912348ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:50:57.005495Z","caller":"traceutil/trace.go:171","msg":"trace[872802967] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"485.384998ms","start":"2026-03-05T17:50:56.520085Z","end":"2026-03-05T17:50:57.00547Z","steps":["trace[872802967] 'process raft request' (duration: 454.197818ms)","trace[872802967] 'compare' (duration: 31.036957ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:50:57.005574Z","caller":"traceutil/trace.go:171","msg":"trace[1404147132] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"483.370734ms","start":"2026-03-05T17:50:56.522159Z","end":"2026-03-05T17:50:57.00553Z","steps":["trace[1404147132] 'process raft request' (duration: 483.257411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:57.005641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:56.520063Z","time spent":"485.483121ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:50:57.005704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.135607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ba509da7-384e-4624-a951-4599ac80e932\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-03-05T17:50:57.005733Z","caller":"traceutil/trace.go:171","msg":"trace[1955605221] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ba509da7-384e-4624-a951-4599ac80e932; range_end:; response_count:1; response_revision:1600; }","duration":"461.203819ms","start":"2026-03-05T17:50:56.54452Z","end":"2026-03-05T17:50:57.005724Z","steps":["trace[1955605221] 'agreement among raft nodes before linearized reading' (duration: 461.022395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:57.005737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:56.522134Z","time spent":"483.521036ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:50:57.005778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:56.544507Z","time spent":"461.24658ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3957,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ba509da7-384e-4624-a951-4599ac80e932\" "} {"level":"warn","ts":"2026-03-05T17:50:57.086423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.138924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189a035124b5da5a\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-05T17:50:57.086483Z","caller":"traceutil/trace.go:171","msg":"trace[622980142] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"219.718483ms","start":"2026-03-05T17:50:56.866728Z","end":"2026-03-05T17:50:57.086447Z","steps":["trace[622980142] 'process raft request' (duration: 219.344454ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:57.086521Z","caller":"traceutil/trace.go:171","msg":"trace[1747900194] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.189a035124b5da5a; range_end:; response_count:1; response_revision:1601; }","duration":"167.277428ms","start":"2026-03-05T17:50:56.919216Z","end":"2026-03-05T17:50:57.086494Z","steps":["trace[1747900194] 'agreement among raft nodes before linearized reading' (duration: 167.064833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:57.086573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.509398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:50:57.086679Z","caller":"traceutil/trace.go:171","msg":"trace[1824569811] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1601; }","duration":"151.726033ms","start":"2026-03-05T17:50:56.934927Z","end":"2026-03-05T17:50:57.086653Z","steps":["trace[1824569811] 'agreement among raft nodes before linearized reading' (duration: 151.341775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:57.08674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.417215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T17:50:57.086897Z","caller":"traceutil/trace.go:171","msg":"trace[2035623581] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1601; }","duration":"288.656211ms","start":"2026-03-05T17:50:56.798206Z","end":"2026-03-05T17:50:57.086862Z","steps":["trace[2035623581] 'agreement among raft nodes before linearized reading' (duration: 288.179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:57.087169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.154939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T17:50:57.087216Z","caller":"traceutil/trace.go:171","msg":"trace[882486263] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1601; }","duration":"538.235231ms","start":"2026-03-05T17:50:56.548964Z","end":"2026-03-05T17:50:57.087199Z","steps":["trace[882486263] 'agreement among raft nodes before linearized reading' (duration: 538.110719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:57.087248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:56.54895Z","time spent":"538.290612ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T17:51:03.353367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.479609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T17:51:03.353464Z","caller":"traceutil/trace.go:171","msg":"trace[2063702344] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1664; }","duration":"162.643522ms","start":"2026-03-05T17:51:03.190799Z","end":"2026-03-05T17:51:03.353442Z","steps":["trace[2063702344] 'range keys from in-memory index tree' (duration: 162.237583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:08.493875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.598563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T17:51:08.493973Z","caller":"traceutil/trace.go:171","msg":"trace[587986138] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1699; }","duration":"104.752516ms","start":"2026-03-05T17:51:08.389197Z","end":"2026-03-05T17:51:08.49395Z","steps":["trace[587986138] 'range keys from in-memory index tree' (duration: 104.364298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:09.564309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197854071,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T17:51:09.888363Z","caller":"traceutil/trace.go:171","msg":"trace[1898837758] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"842.881733ms","start":"2026-03-05T17:51:09.045444Z","end":"2026-03-05T17:51:09.888326Z","steps":["trace[1898837758] 'process raft request' (duration: 824.585159ms)","trace[1898837758] 'compare' (duration: 17.541766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:51:09.888585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:09.045413Z","time spent":"843.075797ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:09.888969Z","caller":"traceutil/trace.go:171","msg":"trace[1041372639] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"766.291813ms","start":"2026-03-05T17:51:09.122635Z","end":"2026-03-05T17:51:09.888927Z","steps":["trace[1041372639] 'process raft request' (duration: 766.024107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:09.889276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:09.12261Z","time spent":"766.487188ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:09.889381Z","caller":"traceutil/trace.go:171","msg":"trace[1250033817] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"362.236553ms","start":"2026-03-05T17:51:09.527107Z","end":"2026-03-05T17:51:09.889344Z","steps":["trace[1250033817] 'process raft request' (duration: 361.761723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:09.889505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:09.527089Z","time spent":"362.349586ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:09.889115Z","caller":"traceutil/trace.go:171","msg":"trace[1033688305] linearizableReadLoop","detail":"{readStateIndex:1772; appliedIndex:1769; }","duration":"825.090732ms","start":"2026-03-05T17:51:09.064004Z","end":"2026-03-05T17:51:09.889095Z","steps":["trace[1033688305] 'read index received' (duration: 806.108253ms)","trace[1033688305] 'applied index is now lower than readState.Index' (duration: 18.980899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:51:09.889652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.629064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-05T17:51:09.889737Z","caller":"traceutil/trace.go:171","msg":"trace[1991804312] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1703; }","duration":"825.758407ms","start":"2026-03-05T17:51:09.063959Z","end":"2026-03-05T17:51:09.889717Z","steps":["trace[1991804312] 'agreement among raft nodes before linearized reading' (duration: 825.45881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:09.88978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:09.063943Z","time spent":"825.828918ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:51:09.889887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.781663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-05T17:51:09.889928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.198705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:51:09.889958Z","caller":"traceutil/trace.go:171","msg":"trace[1600661404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1703; }","duration":"386.262627ms","start":"2026-03-05T17:51:09.503685Z","end":"2026-03-05T17:51:09.889947Z","steps":["trace[1600661404] 'agreement among raft nodes before linearized reading' (duration: 386.218276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:09.889987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:09.503663Z","time spent":"386.318998ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:51:09.890074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.865646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T17:51:09.890079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.276787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T17:51:09.890123Z","caller":"traceutil/trace.go:171","msg":"trace[1951072587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1703; }","duration":"219.932948ms","start":"2026-03-05T17:51:09.670178Z","end":"2026-03-05T17:51:09.890111Z","steps":["trace[1951072587] 'agreement among raft nodes before linearized reading' (duration: 219.814576ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:09.890134Z","caller":"traceutil/trace.go:171","msg":"trace[1995221673] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1703; }","duration":"386.371019ms","start":"2026-03-05T17:51:09.503748Z","end":"2026-03-05T17:51:09.890119Z","steps":["trace[1995221673] 'agreement among raft nodes before linearized reading' (duration: 386.211055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:09.890168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:09.503727Z","time spent":"386.433411ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T17:51:09.890188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.762488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T17:51:09.889941Z","caller":"traceutil/trace.go:171","msg":"trace[456026320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1703; }","duration":"735.874145ms","start":"2026-03-05T17:51:09.154051Z","end":"2026-03-05T17:51:09.889925Z","steps":["trace[456026320] 'agreement among raft nodes before linearized reading' (duration: 735.702121ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:09.890233Z","caller":"traceutil/trace.go:171","msg":"trace[2037670326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1703; }","duration":"255.82837ms","start":"2026-03-05T17:51:09.634387Z","end":"2026-03-05T17:51:09.890216Z","steps":["trace[2037670326] 'agreement among raft nodes before linearized reading' (duration: 255.725977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:09.890065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.775878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T17:51:09.890205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.977785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:51:09.890236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:09.154027Z","time spent":"736.200302ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T17:51:09.890324Z","caller":"traceutil/trace.go:171","msg":"trace[707209814] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1703; }","duration":"716.15402ms","start":"2026-03-05T17:51:09.174142Z","end":"2026-03-05T17:51:09.890296Z","steps":["trace[707209814] 'agreement among raft nodes before linearized reading' (duration: 715.866973ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:09.890335Z","caller":"traceutil/trace.go:171","msg":"trace[494019324] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1703; }","duration":"275.033263ms","start":"2026-03-05T17:51:09.615247Z","end":"2026-03-05T17:51:09.890281Z","steps":["trace[494019324] 'agreement among raft nodes before linearized reading' (duration: 274.649485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:09.890384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:09.174131Z","time spent":"716.241551ms","remote":"127.0.0.1:38962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:51:14.002991Z","caller":"traceutil/trace.go:171","msg":"trace[1977958074] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"102.958245ms","start":"2026-03-05T17:51:13.900011Z","end":"2026-03-05T17:51:14.002969Z","steps":["trace[1977958074] 'process raft request' (duration: 102.70664ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:14.253566Z","caller":"traceutil/trace.go:171","msg":"trace[1031895098] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"246.037119ms","start":"2026-03-05T17:51:14.007502Z","end":"2026-03-05T17:51:14.253539Z","steps":["trace[1031895098] 'process raft request' (duration: 245.869125ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:14.301545Z","caller":"traceutil/trace.go:171","msg":"trace[658528636] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"293.852279ms","start":"2026-03-05T17:51:14.007659Z","end":"2026-03-05T17:51:14.301511Z","steps":["trace[658528636] 'process raft request' (duration: 293.526721ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:14.301579Z","caller":"traceutil/trace.go:171","msg":"trace[76834159] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"293.805598ms","start":"2026-03-05T17:51:14.007736Z","end":"2026-03-05T17:51:14.301542Z","steps":["trace[76834159] 'process raft request' (duration: 293.711596ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:14.301654Z","caller":"traceutil/trace.go:171","msg":"trace[1598574574] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"293.91274ms","start":"2026-03-05T17:51:14.007696Z","end":"2026-03-05T17:51:14.301609Z","steps":["trace[1598574574] 'process raft request' (duration: 293.699175ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:14.301704Z","caller":"traceutil/trace.go:171","msg":"trace[1927119213] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"293.406329ms","start":"2026-03-05T17:51:14.00826Z","end":"2026-03-05T17:51:14.301666Z","steps":["trace[1927119213] 'process raft request' (duration: 293.223825ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:14.401146Z","caller":"traceutil/trace.go:171","msg":"trace[1617138366] linearizableReadLoop","detail":"{readStateIndex:1797; appliedIndex:1792; }","duration":"111.707664ms","start":"2026-03-05T17:51:14.289397Z","end":"2026-03-05T17:51:14.401105Z","steps":["trace[1617138366] 'read index received' (duration: 11.832207ms)","trace[1617138366] 'applied index is now lower than readState.Index' (duration: 99.873777ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:14.401249Z","caller":"traceutil/trace.go:171","msg":"trace[1759298450] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"113.857953ms","start":"2026-03-05T17:51:14.287338Z","end":"2026-03-05T17:51:14.401196Z","steps":["trace[1759298450] 'process raft request' (duration: 67.898184ms)","trace[1759298450] 'compare' (duration: 45.695403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:51:14.401439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.025271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-05T17:51:14.401517Z","caller":"traceutil/trace.go:171","msg":"trace[2067288871] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1727; }","duration":"112.140564ms","start":"2026-03-05T17:51:14.289347Z","end":"2026-03-05T17:51:14.401488Z","steps":["trace[2067288871] 'agreement among raft nodes before linearized reading' (duration: 111.919649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:38.903785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197854423,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T17:51:39.335014Z","caller":"traceutil/trace.go:171","msg":"trace[249098904] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"971.849046ms","start":"2026-03-05T17:51:38.363116Z","end":"2026-03-05T17:51:39.334965Z","steps":["trace[249098904] 'process raft request' (duration: 971.57425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:39.335295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:38.363098Z","time spent":"972.037841ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:39.467799Z","caller":"traceutil/trace.go:171","msg":"trace[415646986] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"988.632076ms","start":"2026-03-05T17:51:38.479133Z","end":"2026-03-05T17:51:39.467765Z","steps":["trace[415646986] 'process raft request' (duration: 987.790146ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:39.467954Z","caller":"traceutil/trace.go:171","msg":"trace[454600673] linearizableReadLoop","detail":"{readStateIndex:1925; appliedIndex:1923; }","duration":"1.064232053s","start":"2026-03-05T17:51:38.403688Z","end":"2026-03-05T17:51:39.46792Z","steps":["trace[454600673] 'read index received' (duration: 931.040044ms)","trace[454600673] 'applied index is now lower than readState.Index' (duration: 133.189539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:51:39.468013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:38.479086Z","time spent":"988.80743ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:39.468207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.716995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:51:39.468217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064498139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:51:39.468256Z","caller":"traceutil/trace.go:171","msg":"trace[1816013321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1851; }","duration":"1.064611732s","start":"2026-03-05T17:51:38.403633Z","end":"2026-03-05T17:51:39.468245Z","steps":["trace[1816013321] 'agreement among raft nodes before linearized reading' (duration: 1.064423058s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:39.468259Z","caller":"traceutil/trace.go:171","msg":"trace[2106126337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1851; }","duration":"964.817278ms","start":"2026-03-05T17:51:38.503425Z","end":"2026-03-05T17:51:39.468242Z","steps":["trace[2106126337] 'agreement among raft nodes before linearized reading' (duration: 964.710586ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:39.468188Z","caller":"traceutil/trace.go:171","msg":"trace[2057528753] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"431.391786ms","start":"2026-03-05T17:51:39.036679Z","end":"2026-03-05T17:51:39.468071Z","steps":["trace[2057528753] 'process raft request' (duration: 431.027647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:39.468299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037293885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T17:51:39.468332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054380572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T17:51:39.468393Z","caller":"traceutil/trace.go:171","msg":"trace[382211714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1851; }","duration":"1.037423148s","start":"2026-03-05T17:51:38.430948Z","end":"2026-03-05T17:51:39.468371Z","steps":["trace[382211714] 'agreement among raft nodes before linearized reading' (duration: 1.037222594s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:39.468419Z","caller":"traceutil/trace.go:171","msg":"trace[1276291113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1851; }","duration":"1.054506145s","start":"2026-03-05T17:51:38.413894Z","end":"2026-03-05T17:51:39.4684Z","steps":["trace[1276291113] 'agreement among raft nodes before linearized reading' (duration: 1.054229449s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:39.468476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:38.430927Z","time spent":"1.03750207s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:51:39.468517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:38.413882Z","time spent":"1.054623287s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:51:39.468284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:38.503405Z","time spent":"964.874279ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:51:39.468553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:39.036646Z","time spent":"431.725143ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:39.468285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:38.403612Z","time spent":"1.064666873s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:51:39.468615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037709684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-05T17:51:39.468306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.874672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T17:51:39.468804Z","caller":"traceutil/trace.go:171","msg":"trace[1869195936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1851; }","duration":"1.03794373s","start":"2026-03-05T17:51:38.430811Z","end":"2026-03-05T17:51:39.468755Z","steps":["trace[1869195936] 'agreement among raft nodes before linearized reading' (duration: 1.037473429s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:39.46883Z","caller":"traceutil/trace.go:171","msg":"trace[247326127] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1851; }","duration":"276.440895ms","start":"2026-03-05T17:51:39.192371Z","end":"2026-03-05T17:51:39.468812Z","steps":["trace[247326127] 'agreement among raft nodes before linearized reading' (duration: 275.7671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:39.468877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:38.4308Z","time spent":"1.038060932s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:51:39.714423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.389883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:51:39.71469Z","caller":"traceutil/trace.go:171","msg":"trace[501675441] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"239.480201ms","start":"2026-03-05T17:51:39.475182Z","end":"2026-03-05T17:51:39.714662Z","steps":["trace[501675441] 'process raft request' (duration: 113.75136ms)","trace[501675441] 'compare' (duration: 125.25516ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:39.714702Z","caller":"traceutil/trace.go:171","msg":"trace[1470016070] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"239.478941ms","start":"2026-03-05T17:51:39.475205Z","end":"2026-03-05T17:51:39.714684Z","steps":["trace[1470016070] 'process raft request' (duration: 239.344388ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:39.715114Z","caller":"traceutil/trace.go:171","msg":"trace[63208084] linearizableReadLoop","detail":"{readStateIndex:1930; appliedIndex:1927; }","duration":"211.341225ms","start":"2026-03-05T17:51:39.503736Z","end":"2026-03-05T17:51:39.715077Z","steps":["trace[63208084] 'read index received' (duration: 85.288097ms)","trace[63208084] 'applied index is now lower than readState.Index' (duration: 126.050788ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:39.715168Z","caller":"traceutil/trace.go:171","msg":"trace[530501421] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"239.854599ms","start":"2026-03-05T17:51:39.475271Z","end":"2026-03-05T17:51:39.715126Z","steps":["trace[530501421] 'process raft request' (duration: 239.376038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:39.715253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.511249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:51:39.71529Z","caller":"traceutil/trace.go:171","msg":"trace[704412426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1855; }","duration":"211.598471ms","start":"2026-03-05T17:51:39.503681Z","end":"2026-03-05T17:51:39.71528Z","steps":["trace[704412426] 'agreement among raft nodes before linearized reading' (duration: 211.492419ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:40.113954Z","caller":"traceutil/trace.go:171","msg":"trace[177840579] linearizableReadLoop","detail":"{readStateIndex:1931; appliedIndex:1930; }","duration":"147.903542ms","start":"2026-03-05T17:51:39.966025Z","end":"2026-03-05T17:51:40.113929Z","steps":["trace[177840579] 'read index received' (duration: 147.853641ms)","trace[177840579] 'applied index is now lower than readState.Index' (duration: 48.641µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:51:40.114094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.053345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:51:40.114069Z","caller":"traceutil/trace.go:171","msg":"trace[1816786489] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"191.581498ms","start":"2026-03-05T17:51:39.92245Z","end":"2026-03-05T17:51:40.114031Z","steps":["trace[1816786489] 'process raft request' (duration: 191.338683ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:40.114137Z","caller":"traceutil/trace.go:171","msg":"trace[516184727] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1856; }","duration":"148.168328ms","start":"2026-03-05T17:51:39.965955Z","end":"2026-03-05T17:51:40.114123Z","steps":["trace[516184727] 'agreement among raft nodes before linearized reading' (duration: 148.076006ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:40.270981Z","caller":"traceutil/trace.go:171","msg":"trace[913054617] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"177.998631ms","start":"2026-03-05T17:51:40.092946Z","end":"2026-03-05T17:51:40.270944Z","steps":["trace[913054617] 'process raft request' (duration: 97.354629ms)","trace[913054617] 'compare' (duration: 80.467748ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:45.603301Z","caller":"traceutil/trace.go:171","msg":"trace[179450673] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"106.528596ms","start":"2026-03-05T17:51:45.496746Z","end":"2026-03-05T17:51:45.603275Z","steps":["trace[179450673] 'process raft request' (duration: 106.356133ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:45.656637Z","caller":"traceutil/trace.go:171","msg":"trace[1588247149] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1955; }","duration":"141.732303ms","start":"2026-03-05T17:51:45.51489Z","end":"2026-03-05T17:51:45.656622Z","steps":["trace[1588247149] 'read index received' (duration: 88.227004ms)","trace[1588247149] 'applied index is now lower than readState.Index' (duration: 53.504169ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:45.656733Z","caller":"traceutil/trace.go:171","msg":"trace[594420507] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"153.380876ms","start":"2026-03-05T17:51:45.503339Z","end":"2026-03-05T17:51:45.65672Z","steps":["trace[594420507] 'process raft request' (duration: 153.168151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:45.656945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.039559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T17:51:45.656989Z","caller":"traceutil/trace.go:171","msg":"trace[2112229874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1881; }","duration":"142.118312ms","start":"2026-03-05T17:51:45.51486Z","end":"2026-03-05T17:51:45.656978Z","steps":["trace[2112229874] 'agreement among raft nodes before linearized reading' (duration: 141.988019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:45.657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.809399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T17:51:45.657087Z","caller":"traceutil/trace.go:171","msg":"trace[1383502465] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1881; }","duration":"139.957092ms","start":"2026-03-05T17:51:45.517107Z","end":"2026-03-05T17:51:45.657064Z","steps":["trace[1383502465] 'agreement among raft nodes before linearized reading' (duration: 139.668616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:46.289604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.085278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:51:46.289939Z","caller":"traceutil/trace.go:171","msg":"trace[1118410874] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"549.221078ms","start":"2026-03-05T17:51:45.740687Z","end":"2026-03-05T17:51:46.289908Z","steps":["trace[1118410874] 'process raft request' (duration: 438.68675ms)","trace[1118410874] 'compare' (duration: 109.69879ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:46.289996Z","caller":"traceutil/trace.go:171","msg":"trace[1567997767] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"546.15446ms","start":"2026-03-05T17:51:45.743814Z","end":"2026-03-05T17:51:46.289969Z","steps":["trace[1567997767] 'process raft request' (duration: 545.949585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:46.290085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:45.743798Z","time spent":"546.247351ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:46.290146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:45.740672Z","time spent":"549.348801ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:46.290287Z","caller":"traceutil/trace.go:171","msg":"trace[1107059029] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"546.369524ms","start":"2026-03-05T17:51:45.743828Z","end":"2026-03-05T17:51:46.290197Z","steps":["trace[1107059029] 'process raft request' (duration: 546.076897ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:46.290417Z","caller":"traceutil/trace.go:171","msg":"trace[1541194605] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"445.390512ms","start":"2026-03-05T17:51:45.845012Z","end":"2026-03-05T17:51:46.290402Z","steps":["trace[1541194605] 'process raft request' (duration: 445.096716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:46.290483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:45.844995Z","time spent":"445.452714ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:46.290481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.864123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:51:46.290616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:45.743814Z","time spent":"546.62913ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:46.29032Z","caller":"traceutil/trace.go:171","msg":"trace[1417303698] linearizableReadLoop","detail":"{readStateIndex:1963; appliedIndex:1959; }","duration":"221.679098ms","start":"2026-03-05T17:51:46.068617Z","end":"2026-03-05T17:51:46.290296Z","steps":["trace[1417303698] 'read index received' (duration: 110.778392ms)","trace[1417303698] 'applied index is now lower than readState.Index' (duration: 110.899256ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:46.290636Z","caller":"traceutil/trace.go:171","msg":"trace[677100253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1887; }","duration":"222.058426ms","start":"2026-03-05T17:51:46.068565Z","end":"2026-03-05T17:51:46.290624Z","steps":["trace[677100253] 'agreement among raft nodes before linearized reading' (duration: 221.828711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:47.751565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247383113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:51:47.751683Z","caller":"traceutil/trace.go:171","msg":"trace[1655747153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1888; }","duration":"1.247590418s","start":"2026-03-05T17:51:46.504067Z","end":"2026-03-05T17:51:47.751657Z","steps":["trace[1655747153] 'range keys from in-memory index tree' (duration: 1.24723384s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:47.751744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:46.504043Z","time spent":"1.24768581s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:51:47.75187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285174116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-05T17:51:47.751924Z","caller":"traceutil/trace.go:171","msg":"trace[218561258] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1888; }","duration":"1.285285939s","start":"2026-03-05T17:51:46.466622Z","end":"2026-03-05T17:51:47.751908Z","steps":["trace[218561258] 'range keys from in-memory index tree' (duration: 1.28490111s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:47.751958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:46.466579Z","time spent":"1.28537077s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T17:51:47.751678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086436726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T17:51:47.752233Z","caller":"traceutil/trace.go:171","msg":"trace[1250022173] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1888; }","duration":"1.086898736s","start":"2026-03-05T17:51:46.66517Z","end":"2026-03-05T17:51:47.752069Z","steps":["trace[1250022173] 'range keys from in-memory index tree' (duration: 1.086256082s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:47.752415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:46.665153Z","time spent":"1.087151522s","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T17:51:47.936634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.771045ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T17:51:47.936992Z","caller":"traceutil/trace.go:171","msg":"trace[627332380] linearizableReadLoop","detail":"{readStateIndex:1965; appliedIndex:1964; }","duration":"787.526012ms","start":"2026-03-05T17:51:47.149401Z","end":"2026-03-05T17:51:47.936927Z","steps":["trace[627332380] 'read index received' (duration: 166.412828ms)","trace[627332380] 'applied index is now lower than readState.Index' (duration: 621.101823ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:47.937251Z","caller":"traceutil/trace.go:171","msg":"trace[1482781843] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"275.33782ms","start":"2026-03-05T17:51:47.66188Z","end":"2026-03-05T17:51:47.937218Z","steps":["trace[1482781843] 'process raft request' (duration: 275.266799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:47.937212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.773608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:51:47.937306Z","caller":"traceutil/trace.go:171","msg":"trace[663152602] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"326.344963ms","start":"2026-03-05T17:51:47.610927Z","end":"2026-03-05T17:51:47.937272Z","steps":["trace[663152602] 'process raft request' (duration: 325.909874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:47.937369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.553777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:51:47.937363Z","caller":"traceutil/trace.go:171","msg":"trace[1027409900] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"315.067588ms","start":"2026-03-05T17:51:47.622252Z","end":"2026-03-05T17:51:47.93732Z","steps":["trace[1027409900] 'process raft request' (duration: 314.787502ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:47.937421Z","caller":"traceutil/trace.go:171","msg":"trace[148796323] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1891; }","duration":"669.72183ms","start":"2026-03-05T17:51:47.267687Z","end":"2026-03-05T17:51:47.937409Z","steps":["trace[148796323] 'agreement among raft nodes before linearized reading' (duration: 669.527906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:47.937429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.352791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:51:47.937477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:47.267666Z","time spent":"669.798843ms","remote":"127.0.0.1:43120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:51:47.937492Z","caller":"traceutil/trace.go:171","msg":"trace[525502616] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1891; }","duration":"171.427462ms","start":"2026-03-05T17:51:47.766032Z","end":"2026-03-05T17:51:47.937459Z","steps":["trace[525502616] 'agreement among raft nodes before linearized reading' (duration: 171.369861ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:47.93741Z","caller":"traceutil/trace.go:171","msg":"trace[1144271142] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1889; }","duration":"788.030794ms","start":"2026-03-05T17:51:47.149344Z","end":"2026-03-05T17:51:47.937375Z","steps":["trace[1144271142] 'agreement among raft nodes before linearized reading' (duration: 787.649275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:47.937495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:47.610887Z","time spent":"326.516057ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:47.937562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:47.622207Z","time spent":"315.235242ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:47.937575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.029113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T17:51:47.937551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.525927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T17:51:47.937313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.753703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:51:47.937655Z","caller":"traceutil/trace.go:171","msg":"trace[1944404497] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1891; }","duration":"191.7015ms","start":"2026-03-05T17:51:47.745937Z","end":"2026-03-05T17:51:47.937639Z","steps":["trace[1944404497] 'agreement among raft nodes before linearized reading' (duration: 191.473885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:47.937609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:47.149323Z","time spent":"788.261238ms","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:51:47.937834Z","caller":"traceutil/trace.go:171","msg":"trace[839268949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1891; }","duration":"177.216254ms","start":"2026-03-05T17:51:47.760493Z","end":"2026-03-05T17:51:47.937709Z","steps":["trace[839268949] 'agreement among raft nodes before linearized reading' (duration: 176.715723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:47.937689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.06954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T17:51:47.938014Z","caller":"traceutil/trace.go:171","msg":"trace[795204477] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1891; }","duration":"528.488729ms","start":"2026-03-05T17:51:47.409512Z","end":"2026-03-05T17:51:47.938001Z","steps":["trace[795204477] 'agreement among raft nodes before linearized reading' (duration: 527.882616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:47.938068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:47.409474Z","time spent":"528.577473ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T17:51:47.937654Z","caller":"traceutil/trace.go:171","msg":"trace[94543995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1891; }","duration":"213.153695ms","start":"2026-03-05T17:51:47.724477Z","end":"2026-03-05T17:51:47.937631Z","steps":["trace[94543995] 'agreement among raft nodes before linearized reading' (duration: 212.92241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:48.505033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.858024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:51:48.505148Z","caller":"traceutil/trace.go:171","msg":"trace[1289987355] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"562.176511ms","start":"2026-03-05T17:51:47.942951Z","end":"2026-03-05T17:51:48.505128Z","steps":["trace[1289987355] 'process raft request' (duration: 116.130553ms)","trace[1289987355] 'compare' (duration: 445.441434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:51:48.50521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:47.942935Z","time spent":"562.246283ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:48.570863Z","caller":"traceutil/trace.go:171","msg":"trace[2044632621] linearizableReadLoop","detail":"{readStateIndex:1970; appliedIndex:1968; }","duration":"622.072344ms","start":"2026-03-05T17:51:47.948765Z","end":"2026-03-05T17:51:48.570838Z","steps":["trace[2044632621] 'read index received' (duration: 110.364653ms)","trace[2044632621] 'applied index is now lower than readState.Index' (duration: 511.706251ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:48.571162Z","caller":"traceutil/trace.go:171","msg":"trace[1226972785] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"627.476037ms","start":"2026-03-05T17:51:47.943617Z","end":"2026-03-05T17:51:48.571093Z","steps":["trace[1226972785] 'process raft request' (duration: 627.075758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:48.571292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.458283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T17:51:48.571573Z","caller":"traceutil/trace.go:171","msg":"trace[1557667518] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1893; }","duration":"622.825921ms","start":"2026-03-05T17:51:47.948713Z","end":"2026-03-05T17:51:48.571539Z","steps":["trace[1557667518] 'agreement among raft nodes before linearized reading' (duration: 622.251778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:48.571694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:47.948695Z","time spent":"622.952054ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T17:51:48.571697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:47.943598Z","time spent":"627.790334ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:49.579392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.635008ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:51:49.579575Z","caller":"traceutil/trace.go:171","msg":"trace[1915705330] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1893; }","duration":"711.807212ms","start":"2026-03-05T17:51:48.867721Z","end":"2026-03-05T17:51:49.579528Z","steps":["trace[1915705330] 'range keys from in-memory index tree' (duration: 711.615228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:49.579959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.020245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:51:49.58014Z","caller":"traceutil/trace.go:171","msg":"trace[354136096] linearizableReadLoop","detail":"{readStateIndex:1971; appliedIndex:1970; }","duration":"1.009179281s","start":"2026-03-05T17:51:48.570935Z","end":"2026-03-05T17:51:49.580114Z","steps":["trace[354136096] 'read index received' (duration: 312.771147ms)","trace[354136096] 'applied index is now lower than readState.Index' (duration: 696.406244ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:49.58029Z","caller":"traceutil/trace.go:171","msg":"trace[545847143] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"1.206348305s","start":"2026-03-05T17:51:48.373768Z","end":"2026-03-05T17:51:49.580116Z","steps":["trace[545847143] 'process raft request' (duration: 510.024003ms)","trace[545847143] 'compare' (duration: 695.542365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:51:49.580384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285660807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-05T17:51:49.580475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285899113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:51:49.580515Z","caller":"traceutil/trace.go:171","msg":"trace[42973097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1894; }","duration":"1.286012844s","start":"2026-03-05T17:51:48.294487Z","end":"2026-03-05T17:51:49.580499Z","steps":["trace[42973097] 'agreement among raft nodes before linearized reading' (duration: 1.285762749s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:49.580536Z","caller":"traceutil/trace.go:171","msg":"trace[635510964] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1894; }","duration":"1.2858206s","start":"2026-03-05T17:51:48.294674Z","end":"2026-03-05T17:51:49.580494Z","steps":["trace[635510964] 'agreement among raft nodes before linearized reading' (duration: 1.285475653s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:49.58057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:48.294459Z","time spent":"1.286097957s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:51:49.580591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:48.294595Z","time spent":"1.285985145s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:51:49.58077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:48.373741Z","time spent":"1.2066179s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:49.580824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285904093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T17:51:49.580853Z","caller":"traceutil/trace.go:171","msg":"trace[34816255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1894; }","duration":"1.285931123s","start":"2026-03-05T17:51:48.294912Z","end":"2026-03-05T17:51:49.580843Z","steps":["trace[34816255] 'agreement among raft nodes before linearized reading' (duration: 1.285846651s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:49.580879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:48.294849Z","time spent":"1.286025575s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:51:49.580955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516407611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:51:49.581003Z","caller":"traceutil/trace.go:171","msg":"trace[78211042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1894; }","duration":"1.516501373s","start":"2026-03-05T17:51:48.064489Z","end":"2026-03-05T17:51:49.580991Z","steps":["trace[78211042] 'agreement among raft nodes before linearized reading' (duration: 1.516421682s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:49.581046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:48.064469Z","time spent":"1.516568204s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:51:49.581399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.515697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:51:49.581504Z","caller":"traceutil/trace.go:171","msg":"trace[496236819] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1894; }","duration":"723.677361ms","start":"2026-03-05T17:51:48.857804Z","end":"2026-03-05T17:51:49.581481Z","steps":["trace[496236819] 'agreement among raft nodes before linearized reading' (duration: 723.507057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:49.581537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.160103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T17:51:49.581571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:48.857781Z","time spent":"723.774363ms","remote":"127.0.0.1:43162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:51:49.581617Z","caller":"traceutil/trace.go:171","msg":"trace[2072226703] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1894; }","duration":"821.275195ms","start":"2026-03-05T17:51:48.760318Z","end":"2026-03-05T17:51:49.581593Z","steps":["trace[2072226703] 'agreement among raft nodes before linearized reading' (duration: 820.990138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:49.581669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:48.760293Z","time spent":"821.364407ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T17:51:50.56897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.199798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:51:50.569155Z","caller":"traceutil/trace.go:171","msg":"trace[795873387] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"982.748983ms","start":"2026-03-05T17:51:49.586339Z","end":"2026-03-05T17:51:50.569088Z","steps":["trace[795873387] 'process raft request' (duration: 555.647884ms)","trace[795873387] 'compare' (duration: 426.063526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:51:50.569337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:49.586318Z","time spent":"982.953087ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:50.640478Z","caller":"traceutil/trace.go:171","msg":"trace[1078646425] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"1.053532942s","start":"2026-03-05T17:51:49.586905Z","end":"2026-03-05T17:51:50.640438Z","steps":["trace[1078646425] 'process raft request' (duration: 1.053151924s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.640677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:49.586896Z","time spent":"1.053677115s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:50.640879Z","caller":"traceutil/trace.go:171","msg":"trace[467666483] linearizableReadLoop","detail":"{readStateIndex:1976; appliedIndex:1971; }","duration":"582.92867ms","start":"2026-03-05T17:51:50.0577Z","end":"2026-03-05T17:51:50.640629Z","steps":["trace[467666483] 'read index received' (duration: 84.394717ms)","trace[467666483] 'applied index is now lower than readState.Index' (duration: 498.532653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:51:50.640965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.272858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-05T17:51:50.641033Z","caller":"traceutil/trace.go:171","msg":"trace[1502674491] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1899; }","duration":"583.35394ms","start":"2026-03-05T17:51:50.057648Z","end":"2026-03-05T17:51:50.641002Z","steps":["trace[1502674491] 'agreement among raft nodes before linearized reading' (duration: 583.241537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.641084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:50.057623Z","time spent":"583.451201ms","remote":"127.0.0.1:42878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-05T17:51:50.64103Z","caller":"traceutil/trace.go:171","msg":"trace[1235354771] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"697.838686ms","start":"2026-03-05T17:51:49.942948Z","end":"2026-03-05T17:51:50.640787Z","steps":["trace[1235354771] 'process raft request' (duration: 697.432517ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:50.641184Z","caller":"traceutil/trace.go:171","msg":"trace[384515807] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"1.053707386s","start":"2026-03-05T17:51:49.586404Z","end":"2026-03-05T17:51:50.640112Z","steps":["trace[384515807] 'process raft request' (duration: 1.053514052s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.641318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:49.942911Z","time spent":"698.272316ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:50.641369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:49.586383Z","time spent":"1.054887563s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:50.641483Z","caller":"traceutil/trace.go:171","msg":"trace[848014258] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"697.858836ms","start":"2026-03-05T17:51:49.942951Z","end":"2026-03-05T17:51:50.640809Z","steps":["trace[848014258] 'process raft request' (duration: 697.613081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.641563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:49.942911Z","time spent":"698.597023ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:50.641631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.326377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T17:51:50.641681Z","caller":"traceutil/trace.go:171","msg":"trace[2008640503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1899; }","duration":"131.417839ms","start":"2026-03-05T17:51:50.510249Z","end":"2026-03-05T17:51:50.641667Z","steps":["trace[2008640503] 'agreement among raft nodes before linearized reading' (duration: 131.279976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.641754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.182505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126835"} {"level":"info","ts":"2026-03-05T17:51:50.641863Z","caller":"traceutil/trace.go:171","msg":"trace[1973819702] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1899; }","duration":"583.344129ms","start":"2026-03-05T17:51:50.058494Z","end":"2026-03-05T17:51:50.641838Z","steps":["trace[1973819702] 'agreement among raft nodes before linearized reading' (duration: 582.600673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.6419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:50.058477Z","time spent":"583.41275ms","remote":"127.0.0.1:42874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126859,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-05T17:51:51.146547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197854539,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:51:51.5758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.512447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:51:51.576067Z","caller":"traceutil/trace.go:171","msg":"trace[722553015] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"929.01591ms","start":"2026-03-05T17:51:50.647033Z","end":"2026-03-05T17:51:51.576049Z","steps":["trace[722553015] 'process raft request' (duration: 928.940438ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:51.576073Z","caller":"traceutil/trace.go:171","msg":"trace[1143401265] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"930.837181ms","start":"2026-03-05T17:51:50.645203Z","end":"2026-03-05T17:51:51.57604Z","steps":["trace[1143401265] 'process raft request' (duration: 530.993016ms)","trace[1143401265] 'compare' (duration: 399.311113ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:51.57608Z","caller":"traceutil/trace.go:171","msg":"trace[1190684768] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"929.050891ms","start":"2026-03-05T17:51:50.646989Z","end":"2026-03-05T17:51:51.57604Z","steps":["trace[1190684768] 'process raft request' (duration: 928.922328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:51.576146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:50.647019Z","time spent":"929.093141ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:51.576162Z","caller":"traceutil/trace.go:171","msg":"trace[457790571] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1976; }","duration":"930.002302ms","start":"2026-03-05T17:51:50.646143Z","end":"2026-03-05T17:51:51.576145Z","steps":["trace[457790571] 'read index received' (duration: 530.047525ms)","trace[457790571] 'applied index is now lower than readState.Index' (duration: 399.952907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:51:51.576209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:50.645163Z","time spent":"930.972834ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:51.576272Z","caller":"traceutil/trace.go:171","msg":"trace[478217652] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"830.671938ms","start":"2026-03-05T17:51:50.745562Z","end":"2026-03-05T17:51:51.576234Z","steps":["trace[478217652] 'process raft request' (duration: 830.446363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:51.5763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:50.646971Z","time spent":"929.215035ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:51.576359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.496114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:51:51.576426Z","caller":"traceutil/trace.go:171","msg":"trace[884867697] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1903; }","duration":"537.621917ms","start":"2026-03-05T17:51:51.038791Z","end":"2026-03-05T17:51:51.576413Z","steps":["trace[884867697] 'agreement among raft nodes before linearized reading' (duration: 537.494504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:51.576426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:50.745541Z","time spent":"830.815122ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:51.576468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:51.038769Z","time spent":"537.690828ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:51:51.576575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.223297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:14 size:23874"} {"level":"info","ts":"2026-03-05T17:51:51.576632Z","caller":"traceutil/trace.go:171","msg":"trace[587356861] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:14; response_revision:1903; }","duration":"930.35301ms","start":"2026-03-05T17:51:50.646266Z","end":"2026-03-05T17:51:51.576619Z","steps":["trace[587356861] 'agreement among raft nodes before linearized reading' (duration: 929.989021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:51.576644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.499373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:14 size:23874"} {"level":"warn","ts":"2026-03-05T17:51:51.576668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:50.646243Z","time spent":"930.415431ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":23898,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-05T17:51:51.576711Z","caller":"traceutil/trace.go:171","msg":"trace[438999546] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:14; response_revision:1903; }","duration":"930.739618ms","start":"2026-03-05T17:51:50.645956Z","end":"2026-03-05T17:51:51.576696Z","steps":["trace[438999546] 'agreement among raft nodes before linearized reading' (duration: 930.266658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:51.576747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:50.645942Z","time spent":"930.795999ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":23898,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-05T17:51:51.762911Z","caller":"traceutil/trace.go:171","msg":"trace[218687966] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1980; }","duration":"113.795411ms","start":"2026-03-05T17:51:51.649093Z","end":"2026-03-05T17:51:51.762888Z","steps":["trace[218687966] 'read index received' (duration: 113.610856ms)","trace[218687966] 'applied index is now lower than readState.Index' (duration: 183.215µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:51.763077Z","caller":"traceutil/trace.go:171","msg":"trace[688796139] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"176.930718ms","start":"2026-03-05T17:51:51.586092Z","end":"2026-03-05T17:51:51.763023Z","steps":["trace[688796139] 'process raft request' (duration: 176.635061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:51.763191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.083008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T17:51:51.763249Z","caller":"traceutil/trace.go:171","msg":"trace[1897254929] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1904; }","duration":"114.153779ms","start":"2026-03-05T17:51:51.649079Z","end":"2026-03-05T17:51:51.763233Z","steps":["trace[1897254929] 'agreement among raft nodes before linearized reading' (duration: 113.957455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:54.918818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.393161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T17:51:54.918936Z","caller":"traceutil/trace.go:171","msg":"trace[58749364] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1918; }","duration":"132.562795ms","start":"2026-03-05T17:51:54.786346Z","end":"2026-03-05T17:51:54.918909Z","steps":["trace[58749364] 'range keys from in-memory index tree' (duration: 132.202517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:52:27.133822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.926819ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T17:52:54.091188Z","caller":"traceutil/trace.go:171","msg":"trace[1727318174] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"125.490139ms","start":"2026-03-05T17:52:53.965271Z","end":"2026-03-05T17:52:54.090761Z","steps":["trace[1727318174] 'process raft request' (duration: 46.864602ms)","trace[1727318174] 'compare' (duration: 78.281868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:53:16.515361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.369812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:53:16.515461Z","caller":"traceutil/trace.go:171","msg":"trace[1722614764] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2509; }","duration":"155.529016ms","start":"2026-03-05T17:53:16.359912Z","end":"2026-03-05T17:53:16.515441Z","steps":["trace[1722614764] 'range keys from in-memory index tree' (duration: 155.26984ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:53:17.094655Z","caller":"traceutil/trace.go:171","msg":"trace[25655526] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"104.807226ms","start":"2026-03-05T17:53:16.989823Z","end":"2026-03-05T17:53:17.094631Z","steps":["trace[25655526] 'process raft request' (duration: 104.611312ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:53:22.580273Z","caller":"traceutil/trace.go:171","msg":"trace[2029701756] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"374.998589ms","start":"2026-03-05T17:53:22.205245Z","end":"2026-03-05T17:53:22.580244Z","steps":["trace[2029701756] 'process raft request' (duration: 374.841705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:22.580434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:22.205225Z","time spent":"375.127522ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:53:22.580524Z","caller":"traceutil/trace.go:171","msg":"trace[385918868] linearizableReadLoop","detail":"{readStateIndex:2640; appliedIndex:2640; }","duration":"303.061996ms","start":"2026-03-05T17:53:22.277441Z","end":"2026-03-05T17:53:22.580503Z","steps":["trace[385918868] 'read index received' (duration: 302.995645ms)","trace[385918868] 'applied index is now lower than readState.Index' (duration: 63.971µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:53:22.580768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.303104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-05T17:53:22.580859Z","caller":"traceutil/trace.go:171","msg":"trace[1460586936] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2535; }","duration":"303.448446ms","start":"2026-03-05T17:53:22.277391Z","end":"2026-03-05T17:53:22.58084Z","steps":["trace[1460586936] 'agreement among raft nodes before linearized reading' (duration: 303.169849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:22.580909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:22.277372Z","time spent":"303.528119ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T17:53:22.634447Z","caller":"traceutil/trace.go:171","msg":"trace[1621864851] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"335.362128ms","start":"2026-03-05T17:53:22.299057Z","end":"2026-03-05T17:53:22.634419Z","steps":["trace[1621864851] 'process raft request' (duration: 287.597578ms)","trace[1621864851] 'compare' (duration: 47.513464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:53:22.63469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:22.299039Z","time spent":"335.522231ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:53:22.636172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.47771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:53:22.636259Z","caller":"traceutil/trace.go:171","msg":"trace[545117306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2537; }","duration":"132.628634ms","start":"2026-03-05T17:53:22.503613Z","end":"2026-03-05T17:53:22.636241Z","steps":["trace[545117306] 'agreement among raft nodes before linearized reading' (duration: 131.059508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:24.02005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251607832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189a036ff7e851e3\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-05T17:53:24.020151Z","caller":"traceutil/trace.go:171","msg":"trace[414629515] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189a036ff7e851e3; range_end:; response_count:1; response_revision:2537; }","duration":"1.251762706s","start":"2026-03-05T17:53:22.768364Z","end":"2026-03-05T17:53:24.020127Z","steps":["trace[414629515] 'range keys from in-memory index tree' (duration: 1.251414768s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:24.020207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:22.76834Z","time spent":"1.251851718s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.189a036ff7e851e3\" "} {"level":"warn","ts":"2026-03-05T17:53:24.020346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.549711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:53:24.020749Z","caller":"traceutil/trace.go:171","msg":"trace[744061233] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"931.075339ms","start":"2026-03-05T17:53:23.089381Z","end":"2026-03-05T17:53:24.020456Z","steps":["trace[744061233] 'process raft request' (duration: 51.102078ms)","trace[744061233] 'compare' (duration: 879.312166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:53:24.020851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:23.089356Z","time spent":"931.448369ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:53:24.031483Z","caller":"traceutil/trace.go:171","msg":"trace[621403532] linearizableReadLoop","detail":"{readStateIndex:2644; appliedIndex:2642; }","duration":"906.878447ms","start":"2026-03-05T17:53:23.124587Z","end":"2026-03-05T17:53:24.031465Z","steps":["trace[621403532] 'read index received' (duration: 15.837878ms)","trace[621403532] 'applied index is now lower than readState.Index' (duration: 891.038978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:53:24.031693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.092851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:53:24.031771Z","caller":"traceutil/trace.go:171","msg":"trace[706669949] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2539; }","duration":"907.210485ms","start":"2026-03-05T17:53:23.124543Z","end":"2026-03-05T17:53:24.031754Z","steps":["trace[706669949] 'agreement among raft nodes before linearized reading' (duration: 906.993419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:24.031811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:23.124528Z","time spent":"907.275337ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T17:53:24.032111Z","caller":"traceutil/trace.go:171","msg":"trace[1094902326] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"920.239079ms","start":"2026-03-05T17:53:23.111853Z","end":"2026-03-05T17:53:24.032093Z","steps":["trace[1094902326] 'process raft request' (duration: 919.503081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:24.032251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:23.111823Z","time spent":"920.344482ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:53:24.424654Z","caller":"traceutil/trace.go:171","msg":"trace[58274149] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"657.865907ms","start":"2026-03-05T17:53:23.766757Z","end":"2026-03-05T17:53:24.424623Z","steps":["trace[58274149] 'process raft request' (duration: 611.879717ms)","trace[58274149] 'compare' (duration: 45.732644ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:53:24.424682Z","caller":"traceutil/trace.go:171","msg":"trace[1211766399] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"401.63986ms","start":"2026-03-05T17:53:24.023012Z","end":"2026-03-05T17:53:24.424652Z","steps":["trace[1211766399] 'process raft request' (duration: 401.549477ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:53:24.424705Z","caller":"traceutil/trace.go:171","msg":"trace[1835736499] linearizableReadLoop","detail":"{readStateIndex:2646; appliedIndex:2644; }","duration":"393.143082ms","start":"2026-03-05T17:53:24.031533Z","end":"2026-03-05T17:53:24.424676Z","steps":["trace[1835736499] 'read index received' (duration: 347.119811ms)","trace[1835736499] 'applied index is now lower than readState.Index' (duration: 46.020581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:53:24.424779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:23.766732Z","time spent":"657.9867ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:53:24.424707Z","caller":"traceutil/trace.go:171","msg":"trace[1117253433] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"389.448205ms","start":"2026-03-05T17:53:24.035233Z","end":"2026-03-05T17:53:24.424681Z","steps":["trace[1117253433] 'process raft request' (duration: 389.396754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:24.424834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:24.022985Z","time spent":"401.760253ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:53:24.424938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:24.035211Z","time spent":"389.64948ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:53:24.424919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227499212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-05T17:53:24.42494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.471924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:53:24.424977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219581078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-05T17:53:24.424994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.027407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:53:24.425002Z","caller":"traceutil/trace.go:171","msg":"trace[956776244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2542; }","duration":"1.227645025s","start":"2026-03-05T17:53:23.197342Z","end":"2026-03-05T17:53:24.424987Z","steps":["trace[956776244] 'agreement among raft nodes before linearized reading' (duration: 1.22742725s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:53:24.425014Z","caller":"traceutil/trace.go:171","msg":"trace[776124060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2542; }","duration":"920.584146ms","start":"2026-03-05T17:53:23.504411Z","end":"2026-03-05T17:53:24.424995Z","steps":["trace[776124060] 'agreement among raft nodes before linearized reading' (duration: 920.472854ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:53:24.425052Z","caller":"traceutil/trace.go:171","msg":"trace[226966542] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2542; }","duration":"586.141979ms","start":"2026-03-05T17:53:23.838896Z","end":"2026-03-05T17:53:24.425038Z","steps":["trace[226966542] 'agreement among raft nodes before linearized reading' (duration: 586.027207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:24.425067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:23.504392Z","time spent":"920.667518ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:53:24.425063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:23.196601Z","time spent":"1.228449545s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:53:24.42509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:23.838868Z","time spent":"586.21244ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:53:24.425012Z","caller":"traceutil/trace.go:171","msg":"trace[1987741152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2542; }","duration":"1.21965357s","start":"2026-03-05T17:53:23.205349Z","end":"2026-03-05T17:53:24.425002Z","steps":["trace[1987741152] 'agreement among raft nodes before linearized reading' (duration: 1.219553717s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:24.425124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:23.205326Z","time spent":"1.219789803s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T17:53:24.639725Z","caller":"traceutil/trace.go:171","msg":"trace[1211329287] linearizableReadLoop","detail":"{readStateIndex:2650; appliedIndex:2648; }","duration":"131.223141ms","start":"2026-03-05T17:53:24.508477Z","end":"2026-03-05T17:53:24.6397Z","steps":["trace[1211329287] 'read index received' (duration: 61.531521ms)","trace[1211329287] 'applied index is now lower than readState.Index' (duration: 69.6905ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:53:24.639758Z","caller":"traceutil/trace.go:171","msg":"trace[244997206] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"210.016304ms","start":"2026-03-05T17:53:24.429699Z","end":"2026-03-05T17:53:24.639715Z","steps":["trace[244997206] 'process raft request' (duration: 140.294352ms)","trace[244997206] 'compare' (duration: 69.410774ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:53:24.640127Z","caller":"traceutil/trace.go:171","msg":"trace[1402324841] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"210.019354ms","start":"2026-03-05T17:53:24.430081Z","end":"2026-03-05T17:53:24.640101Z","steps":["trace[1402324841] 'process raft request' (duration: 209.518172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:24.640143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.656641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:53:24.640204Z","caller":"traceutil/trace.go:171","msg":"trace[1602632749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2545; }","duration":"131.769794ms","start":"2026-03-05T17:53:24.508424Z","end":"2026-03-05T17:53:24.640194Z","steps":["trace[1602632749] 'agreement among raft nodes before linearized reading' (duration: 131.667971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:25.139599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.368455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:53:25.139843Z","caller":"traceutil/trace.go:171","msg":"trace[1464208554] linearizableReadLoop","detail":"{readStateIndex:2653; appliedIndex:2651; }","duration":"445.192102ms","start":"2026-03-05T17:53:24.694623Z","end":"2026-03-05T17:53:25.139815Z","steps":["trace[1464208554] 'read index received' (duration: 153.347546ms)","trace[1464208554] 'applied index is now lower than readState.Index' (duration: 291.842916ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:53:25.140668Z","caller":"traceutil/trace.go:171","msg":"trace[1736384284] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"496.156297ms","start":"2026-03-05T17:53:24.644492Z","end":"2026-03-05T17:53:25.140648Z","steps":["trace[1736384284] 'process raft request' (duration: 203.629475ms)","trace[1736384284] 'compare' (duration: 290.69563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:53:25.140767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:24.644468Z","time spent":"496.253899ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:53:25.141045Z","caller":"traceutil/trace.go:171","msg":"trace[2110104294] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"495.249305ms","start":"2026-03-05T17:53:24.645782Z","end":"2026-03-05T17:53:25.141031Z","steps":["trace[2110104294] 'process raft request' (duration: 493.948855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:25.141123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:24.645774Z","time spent":"495.314378ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:53:25.141381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.762428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-05T17:53:25.141495Z","caller":"traceutil/trace.go:171","msg":"trace[1660158058] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2548; }","duration":"446.805859ms","start":"2026-03-05T17:53:24.694606Z","end":"2026-03-05T17:53:25.141412Z","steps":["trace[1660158058] 'agreement among raft nodes before linearized reading' (duration: 446.649096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:25.141545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:24.694546Z","time spent":"446.988414ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-05T17:53:25.141797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.728008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189a036f52f6bb16\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-05T17:53:25.141837Z","caller":"traceutil/trace.go:171","msg":"trace[367063763] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189a036f52f6bb16; range_end:; response_count:1; response_revision:2548; }","duration":"148.79443ms","start":"2026-03-05T17:53:24.993033Z","end":"2026-03-05T17:53:25.141828Z","steps":["trace[367063763] 'agreement among raft nodes before linearized reading' (duration: 148.686057ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:53:31.290097Z","caller":"traceutil/trace.go:171","msg":"trace[1515100975] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"117.852832ms","start":"2026-03-05T17:53:31.172216Z","end":"2026-03-05T17:53:31.290068Z","steps":["trace[1515100975] 'process raft request' (duration: 117.721588ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:55:16.878808Z","caller":"traceutil/trace.go:171","msg":"trace[1454609918] transaction","detail":"{read_only:false; response_revision:3202; number_of_response:1; }","duration":"156.978094ms","start":"2026-03-05T17:55:16.721803Z","end":"2026-03-05T17:55:16.878781Z","steps":["trace[1454609918] 'process raft request' (duration: 156.8228ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:55:16.879908Z","caller":"traceutil/trace.go:171","msg":"trace[760718894] transaction","detail":"{read_only:false; response_revision:3203; number_of_response:1; }","duration":"117.610345ms","start":"2026-03-05T17:55:16.762069Z","end":"2026-03-05T17:55:16.879679Z","steps":["trace[760718894] 'process raft request' (duration: 117.469652ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:55:45.285304Z","caller":"traceutil/trace.go:171","msg":"trace[630569619] linearizableReadLoop","detail":"{readStateIndex:3556; appliedIndex:3555; }","duration":"134.925307ms","start":"2026-03-05T17:55:45.15035Z","end":"2026-03-05T17:55:45.285275Z","steps":["trace[630569619] 'read index received' (duration: 134.737182ms)","trace[630569619] 'applied index is now lower than readState.Index' (duration: 186.785µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:55:45.285427Z","caller":"traceutil/trace.go:171","msg":"trace[325983558] transaction","detail":"{read_only:false; response_revision:3416; number_of_response:1; }","duration":"165.057474ms","start":"2026-03-05T17:55:45.120336Z","end":"2026-03-05T17:55:45.285393Z","steps":["trace[325983558] 'process raft request' (duration: 164.778587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:55:45.285546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.184524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T17:55:45.285591Z","caller":"traceutil/trace.go:171","msg":"trace[1273366534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3416; }","duration":"135.271626ms","start":"2026-03-05T17:55:45.150308Z","end":"2026-03-05T17:55:45.28558Z","steps":["trace[1273366534] 'agreement among raft nodes before linearized reading' (duration: 135.084351ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:06.929238Z","caller":"traceutil/trace.go:171","msg":"trace[2088634735] transaction","detail":"{read_only:false; response_revision:4277; number_of_response:1; }","duration":"105.642631ms","start":"2026-03-05T17:57:06.823566Z","end":"2026-03-05T17:57:06.929208Z","steps":["trace[2088634735] 'process raft request' (duration: 104.696008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:06.929922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.981569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-lxt2k\" ","response":"range_response_count:1 size:4659"} {"level":"info","ts":"2026-03-05T17:57:06.929998Z","caller":"traceutil/trace.go:171","msg":"trace[1994074159] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-lxt2k; range_end:; response_count:1; response_revision:4279; }","duration":"115.090411ms","start":"2026-03-05T17:57:06.814888Z","end":"2026-03-05T17:57:06.929978Z","steps":["trace[1994074159] 'agreement among raft nodes before linearized reading' (duration: 114.919697ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:07.768693Z","caller":"traceutil/trace.go:171","msg":"trace[1644804232] linearizableReadLoop","detail":"{readStateIndex:4511; appliedIndex:4510; }","duration":"189.671722ms","start":"2026-03-05T17:57:07.578994Z","end":"2026-03-05T17:57:07.768665Z","steps":["trace[1644804232] 'read index received' (duration: 189.556929ms)","trace[1644804232] 'applied index is now lower than readState.Index' (duration: 113.603µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:07.768885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.876277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:07.768933Z","caller":"traceutil/trace.go:171","msg":"trace[925213784] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4335; }","duration":"189.979449ms","start":"2026-03-05T17:57:07.578941Z","end":"2026-03-05T17:57:07.768921Z","steps":["trace[925213784] 'agreement among raft nodes before linearized reading' (duration: 189.863426ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:07.768819Z","caller":"traceutil/trace.go:171","msg":"trace[1919547218] transaction","detail":"{read_only:false; response_revision:4335; number_of_response:1; }","duration":"190.123052ms","start":"2026-03-05T17:57:07.578657Z","end":"2026-03-05T17:57:07.76878Z","steps":["trace[1919547218] 'process raft request' (duration: 189.837576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:07.811536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.54655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T17:57:07.811624Z","caller":"traceutil/trace.go:171","msg":"trace[1530048121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4336; }","duration":"140.888638ms","start":"2026-03-05T17:57:07.670712Z","end":"2026-03-05T17:57:07.8116Z","steps":["trace[1530048121] 'agreement among raft nodes before linearized reading' (duration: 140.648333ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:07.811644Z","caller":"traceutil/trace.go:171","msg":"trace[1322527942] transaction","detail":"{read_only:false; response_revision:4336; number_of_response:1; }","duration":"210.092292ms","start":"2026-03-05T17:57:07.601495Z","end":"2026-03-05T17:57:07.811588Z","steps":["trace[1322527942] 'process raft request' (duration: 209.675542ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:08.134906Z","caller":"traceutil/trace.go:171","msg":"trace[1911328907] transaction","detail":"{read_only:false; response_revision:4340; number_of_response:1; }","duration":"185.441172ms","start":"2026-03-05T17:57:07.949432Z","end":"2026-03-05T17:57:08.134874Z","steps":["trace[1911328907] 'process raft request' (duration: 126.688343ms)","trace[1911328907] 'compare' (duration: 58.33394ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:08.135079Z","caller":"traceutil/trace.go:171","msg":"trace[1515196802] transaction","detail":"{read_only:false; response_revision:4341; number_of_response:1; }","duration":"119.072574ms","start":"2026-03-05T17:57:08.015973Z","end":"2026-03-05T17:57:08.135046Z","steps":["trace[1515196802] 'process raft request' (duration: 118.747747ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:09.954956Z","caller":"traceutil/trace.go:171","msg":"trace[1789004651] linearizableReadLoop","detail":"{readStateIndex:4546; appliedIndex:4545; }","duration":"110.592797ms","start":"2026-03-05T17:57:09.844343Z","end":"2026-03-05T17:57:09.954936Z","steps":["trace[1789004651] 'read index received' (duration: 106.91812ms)","trace[1789004651] 'applied index is now lower than readState.Index' (duration: 3.673767ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:09.955207Z","caller":"traceutil/trace.go:171","msg":"trace[308759887] transaction","detail":"{read_only:false; response_revision:4370; number_of_response:1; }","duration":"137.433886ms","start":"2026-03-05T17:57:09.817753Z","end":"2026-03-05T17:57:09.955187Z","steps":["trace[308759887] 'process raft request' (duration: 133.564354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:09.955375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.020807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T17:57:09.955431Z","caller":"traceutil/trace.go:171","msg":"trace[1607169647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4370; }","duration":"111.084208ms","start":"2026-03-05T17:57:09.844333Z","end":"2026-03-05T17:57:09.955417Z","steps":["trace[1607169647] 'agreement among raft nodes before linearized reading' (duration: 110.826202ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:10.522884Z","caller":"traceutil/trace.go:171","msg":"trace[539894244] transaction","detail":"{read_only:false; response_revision:4375; number_of_response:1; }","duration":"180.60285ms","start":"2026-03-05T17:57:10.342258Z","end":"2026-03-05T17:57:10.522861Z","steps":["trace[539894244] 'process raft request' (duration: 180.474416ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:12.252041Z","caller":"traceutil/trace.go:171","msg":"trace[908968538] transaction","detail":"{read_only:false; response_revision:4408; number_of_response:1; }","duration":"116.509055ms","start":"2026-03-05T17:57:12.135503Z","end":"2026-03-05T17:57:12.252012Z","steps":["trace[908968538] 'process raft request' (duration: 95.321087ms)","trace[908968538] 'compare' (duration: 20.927652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:13.274849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.259751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:57:13.275094Z","caller":"traceutil/trace.go:171","msg":"trace[777152265] transaction","detail":"{read_only:false; response_revision:4428; number_of_response:1; }","duration":"484.36091ms","start":"2026-03-05T17:57:12.790715Z","end":"2026-03-05T17:57:13.275076Z","steps":["trace[777152265] 'process raft request' (duration: 484.268257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:13.275164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:12.790688Z","time spent":"484.448842ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2610,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:57:13.27532Z","caller":"traceutil/trace.go:171","msg":"trace[1101030264] transaction","detail":"{read_only:false; response_revision:4427; number_of_response:1; }","duration":"518.616403ms","start":"2026-03-05T17:57:12.756668Z","end":"2026-03-05T17:57:13.275284Z","steps":["trace[1101030264] 'process raft request' (duration: 130.81553ms)","trace[1101030264] 'compare' (duration: 386.998015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:13.275482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:12.756656Z","time spent":"518.741537ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:13.275309Z","caller":"traceutil/trace.go:171","msg":"trace[991316826] linearizableReadLoop","detail":"{readStateIndex:4607; appliedIndex:4606; }","duration":"516.078774ms","start":"2026-03-05T17:57:12.759193Z","end":"2026-03-05T17:57:13.275271Z","steps":["trace[991316826] 'read index received' (duration: 128.373763ms)","trace[991316826] 'applied index is now lower than readState.Index' (duration: 387.702611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:13.275795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.589236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:13.275882Z","caller":"traceutil/trace.go:171","msg":"trace[1700923248] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:0; response_revision:4428; }","duration":"516.726599ms","start":"2026-03-05T17:57:12.759135Z","end":"2026-03-05T17:57:13.275862Z","steps":["trace[1700923248] 'agreement among raft nodes before linearized reading' (duration: 516.236847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:13.275922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:12.759113Z","time spent":"516.801281ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-03-05T17:57:13.578131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.909018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:57:13.578285Z","caller":"traceutil/trace.go:171","msg":"trace[30968693] linearizableReadLoop","detail":"{readStateIndex:4610; appliedIndex:4608; }","duration":"299.673205ms","start":"2026-03-05T17:57:13.2786Z","end":"2026-03-05T17:57:13.578273Z","steps":["trace[30968693] 'read index received' (duration: 158.661695ms)","trace[30968693] 'applied index is now lower than readState.Index' (duration: 141.01089ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:13.578429Z","caller":"traceutil/trace.go:171","msg":"trace[1509432731] transaction","detail":"{read_only:false; response_revision:4429; number_of_response:1; }","duration":"633.0385ms","start":"2026-03-05T17:57:12.94538Z","end":"2026-03-05T17:57:13.578418Z","steps":["trace[1509432731] 'process raft request' (duration: 491.774145ms)","trace[1509432731] 'compare' (duration: 140.755284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:13.578477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:12.945351Z","time spent":"633.106042ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:13.578589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.968482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-05T17:57:13.578669Z","caller":"traceutil/trace.go:171","msg":"trace[449374831] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4430; }","duration":"300.088445ms","start":"2026-03-05T17:57:13.278563Z","end":"2026-03-05T17:57:13.578652Z","steps":["trace[449374831] 'agreement among raft nodes before linearized reading' (duration: 299.910201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:13.57871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:13.278546Z","time spent":"300.156766ms","remote":"127.0.0.1:43162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-05T17:57:13.578741Z","caller":"traceutil/trace.go:171","msg":"trace[2052899064] transaction","detail":"{read_only:false; response_revision:4430; number_of_response:1; }","duration":"628.321679ms","start":"2026-03-05T17:57:12.950383Z","end":"2026-03-05T17:57:13.578705Z","steps":["trace[2052899064] 'process raft request' (duration: 627.822197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:13.578883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:12.950362Z","time spent":"628.446722ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:14.020393Z","caller":"traceutil/trace.go:171","msg":"trace[1030460049] linearizableReadLoop","detail":"{readStateIndex:4612; appliedIndex:4610; }","duration":"442.068247ms","start":"2026-03-05T17:57:13.578305Z","end":"2026-03-05T17:57:14.020373Z","steps":["trace[1030460049] 'read index received' (duration: 441.687428ms)","trace[1030460049] 'applied index is now lower than readState.Index' (duration: 377.849µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:14.020477Z","caller":"traceutil/trace.go:171","msg":"trace[434336870] transaction","detail":"{read_only:false; response_revision:4431; number_of_response:1; }","duration":"740.010041ms","start":"2026-03-05T17:57:13.280438Z","end":"2026-03-05T17:57:14.020448Z","steps":["trace[434336870] 'process raft request' (duration: 739.456298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:14.020532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.807244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-05T17:57:14.020559Z","caller":"traceutil/trace.go:171","msg":"trace[741003879] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4432; }","duration":"741.848495ms","start":"2026-03-05T17:57:13.278703Z","end":"2026-03-05T17:57:14.020551Z","steps":["trace[741003879] 'agreement among raft nodes before linearized reading' (duration: 741.779414ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:14.02052Z","caller":"traceutil/trace.go:171","msg":"trace[1538914546] transaction","detail":"{read_only:false; response_revision:4432; number_of_response:1; }","duration":"733.585801ms","start":"2026-03-05T17:57:13.286898Z","end":"2026-03-05T17:57:14.020484Z","steps":["trace[1538914546] 'process raft request' (duration: 733.418607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:14.020593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:13.278653Z","time spent":"741.934567ms","remote":"127.0.0.1:43162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-05T17:57:14.020607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:13.280417Z","time spent":"740.123284ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:57:14.020677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.934637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:57:14.020706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:13.286883Z","time spent":"733.720183ms","remote":"127.0.0.1:39036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2449,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:14.020766Z","caller":"traceutil/trace.go:171","msg":"trace[66214061] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:0; response_revision:4432; }","duration":"742.028359ms","start":"2026-03-05T17:57:13.278699Z","end":"2026-03-05T17:57:14.020728Z","steps":["trace[66214061] 'agreement among raft nodes before linearized reading' (duration: 741.897836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:14.020806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:13.278676Z","time spent":"742.122441ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"info","ts":"2026-03-05T17:57:14.038504Z","caller":"traceutil/trace.go:171","msg":"trace[227729826] transaction","detail":"{read_only:false; response_revision:4433; number_of_response:1; }","duration":"453.26643ms","start":"2026-03-05T17:57:13.585215Z","end":"2026-03-05T17:57:14.038481Z","steps":["trace[227729826] 'process raft request' (duration: 452.85794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:14.038615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:13.585201Z","time spent":"453.361563ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:57:14.038518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.649923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:57:14.038716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.758136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vl8x5\" ","response":"range_response_count:1 size:9633"} {"level":"info","ts":"2026-03-05T17:57:14.038789Z","caller":"traceutil/trace.go:171","msg":"trace[17425380] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vl8x5; range_end:; response_count:1; response_revision:4434; }","duration":"454.894119ms","start":"2026-03-05T17:57:13.583879Z","end":"2026-03-05T17:57:14.038774Z","steps":["trace[17425380] 'agreement among raft nodes before linearized reading' (duration: 454.749175ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:14.03879Z","caller":"traceutil/trace.go:171","msg":"trace[988841528] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4434; }","duration":"365.958331ms","start":"2026-03-05T17:57:13.672803Z","end":"2026-03-05T17:57:14.038762Z","steps":["trace[988841528] 'agreement among raft nodes before linearized reading' (duration: 365.656643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:14.038822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:13.583863Z","time spent":"454.950061ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9657,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vl8x5\" "} {"level":"warn","ts":"2026-03-05T17:57:14.038861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:13.672779Z","time spent":"366.053933ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:57:14.039172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.520925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2197301"} {"level":"info","ts":"2026-03-05T17:57:14.039243Z","caller":"traceutil/trace.go:171","msg":"trace[1013564141] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4434; }","duration":"231.631798ms","start":"2026-03-05T17:57:13.807595Z","end":"2026-03-05T17:57:14.039227Z","steps":["trace[1013564141] 'agreement among raft nodes before linearized reading' (duration: 230.693645ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:14.177819Z","caller":"traceutil/trace.go:171","msg":"trace[1921086930] linearizableReadLoop","detail":"{readStateIndex:4616; appliedIndex:4614; }","duration":"139.556756ms","start":"2026-03-05T17:57:14.03824Z","end":"2026-03-05T17:57:14.177797Z","steps":["trace[1921086930] 'read index received' (duration: 77.542851ms)","trace[1921086930] 'applied index is now lower than readState.Index' (duration: 62.013215ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:14.177886Z","caller":"traceutil/trace.go:171","msg":"trace[306267395] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4434; }","duration":"144.411989ms","start":"2026-03-05T17:57:14.033431Z","end":"2026-03-05T17:57:14.177843Z","steps":["trace[306267395] 'process raft request' (duration: 82.338222ms)","trace[306267395] 'compare' (duration: 61.834732ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:14.177998Z","caller":"traceutil/trace.go:171","msg":"trace[1742597708] transaction","detail":"{read_only:false; response_revision:4435; number_of_response:1; }","duration":"141.212124ms","start":"2026-03-05T17:57:14.036627Z","end":"2026-03-05T17:57:14.17784Z","steps":["trace[1742597708] 'process raft request' (duration: 141.074601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:14.178195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.727965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-05T17:57:14.178303Z","caller":"traceutil/trace.go:171","msg":"trace[1323275641] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4435; }","duration":"152.872888ms","start":"2026-03-05T17:57:14.025408Z","end":"2026-03-05T17:57:14.178281Z","steps":["trace[1323275641] 'agreement among raft nodes before linearized reading' (duration: 152.476068ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:14.67443Z","caller":"traceutil/trace.go:171","msg":"trace[263380616] transaction","detail":"{read_only:false; response_revision:4436; number_of_response:1; }","duration":"632.295892ms","start":"2026-03-05T17:57:14.042101Z","end":"2026-03-05T17:57:14.674397Z","steps":["trace[263380616] 'process raft request' (duration: 632.050196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:14.67463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:14.042084Z","time spent":"632.458077ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:14.674704Z","caller":"traceutil/trace.go:171","msg":"trace[519999129] transaction","detail":"{read_only:false; response_revision:4437; number_of_response:1; }","duration":"632.515029ms","start":"2026-03-05T17:57:14.042171Z","end":"2026-03-05T17:57:14.674686Z","steps":["trace[519999129] 'process raft request' (duration: 632.18572ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:14.674726Z","caller":"traceutil/trace.go:171","msg":"trace[1164468231] linearizableReadLoop","detail":"{readStateIndex:4620; appliedIndex:4616; }","duration":"496.824714ms","start":"2026-03-05T17:57:14.177885Z","end":"2026-03-05T17:57:14.674709Z","steps":["trace[1164468231] 'read index received' (duration: 496.378953ms)","trace[1164468231] 'applied index is now lower than readState.Index' (duration: 444.931µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:14.674781Z","caller":"traceutil/trace.go:171","msg":"trace[2084328695] transaction","detail":"{read_only:false; response_revision:4438; number_of_response:1; }","duration":"632.465337ms","start":"2026-03-05T17:57:14.042298Z","end":"2026-03-05T17:57:14.674764Z","steps":["trace[2084328695] 'process raft request' (duration: 632.266073ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:14.674796Z","caller":"traceutil/trace.go:171","msg":"trace[1318327949] transaction","detail":"{read_only:false; response_revision:4439; number_of_response:1; }","duration":"627.802668ms","start":"2026-03-05T17:57:14.046969Z","end":"2026-03-05T17:57:14.674771Z","steps":["trace[1318327949] 'process raft request' (duration: 627.674755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:14.674816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:14.042153Z","time spent":"632.60566ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:14.674885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:14.042292Z","time spent":"632.526249ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:14.674916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:14.046957Z","time spent":"627.887519ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9630,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:14.674959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.093365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-03-05T17:57:14.675012Z","caller":"traceutil/trace.go:171","msg":"trace[1087317340] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4439; }","duration":"608.154906ms","start":"2026-03-05T17:57:14.066829Z","end":"2026-03-05T17:57:14.674984Z","steps":["trace[1087317340] 'agreement among raft nodes before linearized reading' (duration: 607.978002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:14.675041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:14.066821Z","time spent":"608.213518ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1849,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-05T17:57:14.675137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.389035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62907"} {"level":"info","ts":"2026-03-05T17:57:14.67524Z","caller":"traceutil/trace.go:171","msg":"trace[1161111369] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4439; }","duration":"632.535499ms","start":"2026-03-05T17:57:14.042681Z","end":"2026-03-05T17:57:14.675217Z","steps":["trace[1161111369] 'agreement among raft nodes before linearized reading' (duration: 632.17257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:14.675308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:14.042668Z","time spent":"632.62322ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62931,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-05T17:57:14.680937Z","caller":"traceutil/trace.go:171","msg":"trace[1385424644] transaction","detail":"{read_only:false; response_revision:4440; number_of_response:1; }","duration":"497.707453ms","start":"2026-03-05T17:57:14.18321Z","end":"2026-03-05T17:57:14.680918Z","steps":["trace[1385424644] 'process raft request' (duration: 497.488538ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:14.680986Z","caller":"traceutil/trace.go:171","msg":"trace[1870458827] transaction","detail":"{read_only:false; response_revision:4441; number_of_response:1; }","duration":"497.53363ms","start":"2026-03-05T17:57:14.183412Z","end":"2026-03-05T17:57:14.680946Z","steps":["trace[1870458827] 'process raft request' (duration: 497.401317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:14.681098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:14.18319Z","time spent":"497.816656ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":943,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:57:14.681188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.488712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"warn","ts":"2026-03-05T17:57:14.681194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:14.183379Z","time spent":"497.705184ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:57:14.681266Z","caller":"traceutil/trace.go:171","msg":"trace[983825243] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:4446; }","duration":"501.619335ms","start":"2026-03-05T17:57:14.17963Z","end":"2026-03-05T17:57:14.681249Z","steps":["trace[983825243] 'agreement among raft nodes before linearized reading' (duration: 501.40049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:14.681313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:14.179607Z","time spent":"501.697267ms","remote":"127.0.0.1:42920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":396,"request content":"key:\"/registry/namespaces/monitoring\" "} {"level":"info","ts":"2026-03-05T17:57:14.681393Z","caller":"traceutil/trace.go:171","msg":"trace[546351469] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"485.344643ms","start":"2026-03-05T17:57:14.196039Z","end":"2026-03-05T17:57:14.681383Z","steps":["trace[546351469] 'process raft request' (duration: 484.927203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:14.681521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:14.196025Z","time spent":"485.460235ms","remote":"127.0.0.1:39024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3952,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:14.681695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.660489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T17:57:14.681737Z","caller":"traceutil/trace.go:171","msg":"trace[1914566766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4446; }","duration":"145.735701ms","start":"2026-03-05T17:57:14.535991Z","end":"2026-03-05T17:57:14.681727Z","steps":["trace[1914566766] 'agreement among raft nodes before linearized reading' (duration: 145.641519ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:14.681756Z","caller":"traceutil/trace.go:171","msg":"trace[50452548] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"497.755394ms","start":"2026-03-05T17:57:14.183992Z","end":"2026-03-05T17:57:14.681747Z","steps":["trace[50452548] 'process raft request' (duration: 496.854044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:14.681794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:14.183977Z","time spent":"497.798796ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":943,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:57:14.681824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.13171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:14.681853Z","caller":"traceutil/trace.go:171","msg":"trace[812707112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4446; }","duration":"178.203823ms","start":"2026-03-05T17:57:14.503641Z","end":"2026-03-05T17:57:14.681845Z","steps":["trace[812707112] 'agreement among raft nodes before linearized reading' (duration: 178.169762ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:14.681858Z","caller":"traceutil/trace.go:171","msg":"trace[1472030278] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"497.855427ms","start":"2026-03-05T17:57:14.183993Z","end":"2026-03-05T17:57:14.681849Z","steps":["trace[1472030278] 'process raft request' (duration: 496.886154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:14.681939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.494737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-05T17:57:14.682126Z","caller":"traceutil/trace.go:171","msg":"trace[206676447] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"497.345404ms","start":"2026-03-05T17:57:14.184772Z","end":"2026-03-05T17:57:14.682118Z","steps":["trace[206676447] 'process raft request' (duration: 496.136426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:14.682178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:14.184767Z","time spent":"497.386745ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:57:14.682236Z","caller":"traceutil/trace.go:171","msg":"trace[1961690590] transaction","detail":"{read_only:false; response_revision:4445; number_of_response:1; }","duration":"496.666519ms","start":"2026-03-05T17:57:14.185562Z","end":"2026-03-05T17:57:14.682229Z","steps":["trace[1961690590] 'process raft request' (duration: 495.374309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:14.682267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:14.185546Z","time spent":"496.707239ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":919,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:57:14.682367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:14.183978Z","time spent":"497.911849ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:57:14.681792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.307736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T17:57:14.682623Z","caller":"traceutil/trace.go:171","msg":"trace[2049932084] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4446; }","duration":"300.192316ms","start":"2026-03-05T17:57:14.382422Z","end":"2026-03-05T17:57:14.682614Z","steps":["trace[2049932084] 'agreement among raft nodes before linearized reading' (duration: 299.279265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:14.682653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:14.382396Z","time spent":"300.249268ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T17:57:14.6827Z","caller":"traceutil/trace.go:171","msg":"trace[988431418] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4446; }","duration":"491.58304ms","start":"2026-03-05T17:57:14.190386Z","end":"2026-03-05T17:57:14.681969Z","steps":["trace[988431418] 'agreement among raft nodes before linearized reading' (duration: 491.489777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:14.682774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:14.190359Z","time spent":"492.396318ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-05T17:57:15.703687Z","caller":"traceutil/trace.go:171","msg":"trace[947151348] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"144.120664ms","start":"2026-03-05T17:57:15.559542Z","end":"2026-03-05T17:57:15.703662Z","steps":["trace[947151348] 'process raft request' (duration: 143.983251ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:16.377941Z","caller":"traceutil/trace.go:171","msg":"trace[1604915510] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"793.218882ms","start":"2026-03-05T17:57:15.584699Z","end":"2026-03-05T17:57:16.377918Z","steps":["trace[1604915510] 'process raft request' (duration: 793.032458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:16.3781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:15.584675Z","time spent":"793.347144ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:16.37831Z","caller":"traceutil/trace.go:171","msg":"trace[632644575] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"793.545919ms","start":"2026-03-05T17:57:15.584738Z","end":"2026-03-05T17:57:16.378284Z","steps":["trace[632644575] 'process raft request' (duration: 793.13957ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:16.378348Z","caller":"traceutil/trace.go:171","msg":"trace[380946172] linearizableReadLoop","detail":"{readStateIndex:4733; appliedIndex:4730; }","duration":"776.347254ms","start":"2026-03-05T17:57:15.601983Z","end":"2026-03-05T17:57:16.37833Z","steps":["trace[380946172] 'read index received' (duration: 101.604275ms)","trace[380946172] 'applied index is now lower than readState.Index' (duration: 674.741999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:16.378453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:15.584713Z","time spent":"793.659571ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:16.378488Z","caller":"traceutil/trace.go:171","msg":"trace[1726501012] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"775.237969ms","start":"2026-03-05T17:57:15.603236Z","end":"2026-03-05T17:57:16.378474Z","steps":["trace[1726501012] 'process raft request' (duration: 774.915461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:16.378623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:15.60322Z","time spent":"775.360141ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:57:16.378971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.983109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vl8x5\" ","response":"range_response_count:1 size:9645"} {"level":"info","ts":"2026-03-05T17:57:16.379022Z","caller":"traceutil/trace.go:171","msg":"trace[2107341937] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vl8x5; range_end:; response_count:1; response_revision:4551; }","duration":"777.066211ms","start":"2026-03-05T17:57:15.601944Z","end":"2026-03-05T17:57:16.37901Z","steps":["trace[2107341937] 'agreement among raft nodes before linearized reading' (duration: 776.641861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:16.379085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:15.601928Z","time spent":"777.147533ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9669,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vl8x5\" "} {"level":"info","ts":"2026-03-05T17:57:16.681646Z","caller":"traceutil/trace.go:171","msg":"trace[494196785] linearizableReadLoop","detail":"{readStateIndex:4737; appliedIndex:4734; }","duration":"303.230418ms","start":"2026-03-05T17:57:16.378396Z","end":"2026-03-05T17:57:16.681627Z","steps":["trace[494196785] 'read index received' (duration: 303.060284ms)","trace[494196785] 'applied index is now lower than readState.Index' (duration: 169.094µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:16.681693Z","caller":"traceutil/trace.go:171","msg":"trace[32803208] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"971.316162ms","start":"2026-03-05T17:57:15.710351Z","end":"2026-03-05T17:57:16.681668Z","steps":["trace[32803208] 'process raft request' (duration: 971.181779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:16.681825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:15.710341Z","time spent":"971.416484ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2928,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:57:16.681897Z","caller":"traceutil/trace.go:171","msg":"trace[596083302] transaction","detail":"{read_only:false; response_revision:4554; number_of_response:1; }","duration":"639.046701ms","start":"2026-03-05T17:57:16.042836Z","end":"2026-03-05T17:57:16.681883Z","steps":["trace[596083302] 'process raft request' (duration: 638.733854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:16.682003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:16.042815Z","time spent":"639.120433ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:16.682172Z","caller":"traceutil/trace.go:171","msg":"trace[720876737] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"972.468448ms","start":"2026-03-05T17:57:15.709683Z","end":"2026-03-05T17:57:16.682151Z","steps":["trace[720876737] 'process raft request' (duration: 971.737741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:16.682273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:15.709657Z","time spent":"972.559141ms","remote":"127.0.0.1:38976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1687,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:57:16.682279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.828292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T17:57:16.682305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.181485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:57:16.682375Z","caller":"traceutil/trace.go:171","msg":"trace[1301657609] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4554; }","duration":"550.307978ms","start":"2026-03-05T17:57:16.13205Z","end":"2026-03-05T17:57:16.682358Z","steps":["trace[1301657609] 'agreement among raft nodes before linearized reading' (duration: 550.151774ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:16.682373Z","caller":"traceutil/trace.go:171","msg":"trace[905025841] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4554; }","duration":"735.965996ms","start":"2026-03-05T17:57:15.946383Z","end":"2026-03-05T17:57:16.682349Z","steps":["trace[905025841] 'agreement among raft nodes before linearized reading' (duration: 735.664499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:16.68242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:16.132028Z","time spent":"550.377569ms","remote":"127.0.0.1:39024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:57:16.682434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:15.946369Z","time spent":"736.052807ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T17:57:16.692781Z","caller":"traceutil/trace.go:171","msg":"trace[1887192189] transaction","detail":"{read_only:false; response_revision:4555; number_of_response:1; }","duration":"305.752238ms","start":"2026-03-05T17:57:16.387008Z","end":"2026-03-05T17:57:16.69276Z","steps":["trace[1887192189] 'process raft request' (duration: 305.551503ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:16.69285Z","caller":"traceutil/trace.go:171","msg":"trace[557565456] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"171.440624ms","start":"2026-03-05T17:57:16.521397Z","end":"2026-03-05T17:57:16.692837Z","steps":["trace[557565456] 'process raft request' (duration: 171.27441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:16.692923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:16.386984Z","time spent":"305.86328ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:16.693028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.521242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:16.693106Z","caller":"traceutil/trace.go:171","msg":"trace[421672726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4556; }","duration":"190.640405ms","start":"2026-03-05T17:57:16.502454Z","end":"2026-03-05T17:57:16.693094Z","steps":["trace[421672726] 'agreement among raft nodes before linearized reading' (duration: 190.529353ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:18.151496Z","caller":"traceutil/trace.go:171","msg":"trace[1056988220] linearizableReadLoop","detail":"{readStateIndex:4780; appliedIndex:4779; }","duration":"497.277153ms","start":"2026-03-05T17:57:17.654193Z","end":"2026-03-05T17:57:18.15147Z","steps":["trace[1056988220] 'read index received' (duration: 497.076239ms)","trace[1056988220] 'applied index is now lower than readState.Index' (duration: 162.183µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:18.151786Z","caller":"traceutil/trace.go:171","msg":"trace[1132075731] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"521.815879ms","start":"2026-03-05T17:57:17.62995Z","end":"2026-03-05T17:57:18.151766Z","steps":["trace[1132075731] 'process raft request' (duration: 521.321458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:18.151885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.680653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"warn","ts":"2026-03-05T17:57:18.151896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.986262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f123d1e9-b9f4-4382-8168-2a1faee86cce\" ","response":"range_response_count:1 size:3721"} {"level":"warn","ts":"2026-03-05T17:57:18.151936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:17.629938Z","time spent":"521.900581ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:18.152009Z","caller":"traceutil/trace.go:171","msg":"trace[1113247533] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f123d1e9-b9f4-4382-8168-2a1faee86cce; range_end:; response_count:1; response_revision:4595; }","duration":"395.140145ms","start":"2026-03-05T17:57:17.756846Z","end":"2026-03-05T17:57:18.151986Z","steps":["trace[1113247533] 'agreement among raft nodes before linearized reading' (duration: 394.954501ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:18.151948Z","caller":"traceutil/trace.go:171","msg":"trace[419045958] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4595; }","duration":"497.801706ms","start":"2026-03-05T17:57:17.654134Z","end":"2026-03-05T17:57:18.151935Z","steps":["trace[419045958] 'agreement among raft nodes before linearized reading' (duration: 497.599891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:18.152104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.893477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T17:57:18.152216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:17.654112Z","time spent":"498.077772ms","remote":"127.0.0.1:42992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":918,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"info","ts":"2026-03-05T17:57:18.152238Z","caller":"traceutil/trace.go:171","msg":"trace[4102527] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4595; }","duration":"213.123942ms","start":"2026-03-05T17:57:17.939086Z","end":"2026-03-05T17:57:18.15221Z","steps":["trace[4102527] 'agreement among raft nodes before linearized reading' (duration: 212.823956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:18.152295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.703698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:57:18.152369Z","caller":"traceutil/trace.go:171","msg":"trace[362071678] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4595; }","duration":"271.823541ms","start":"2026-03-05T17:57:17.880529Z","end":"2026-03-05T17:57:18.152353Z","steps":["trace[362071678] 'agreement among raft nodes before linearized reading' (duration: 271.431152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:18.15257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:17.75683Z","time spent":"395.282759ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3745,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f123d1e9-b9f4-4382-8168-2a1faee86cce\" "} {"level":"info","ts":"2026-03-05T17:57:20.464226Z","caller":"traceutil/trace.go:171","msg":"trace[1907385674] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"138.258925ms","start":"2026-03-05T17:57:20.325943Z","end":"2026-03-05T17:57:20.464202Z","steps":["trace[1907385674] 'process raft request' (duration: 138.129482ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:20.565673Z","caller":"traceutil/trace.go:171","msg":"trace[1176905082] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"236.603374ms","start":"2026-03-05T17:57:20.329054Z","end":"2026-03-05T17:57:20.565657Z","steps":["trace[1176905082] 'process raft request' (duration: 236.198124ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:20.565862Z","caller":"traceutil/trace.go:171","msg":"trace[1371414519] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"177.330763ms","start":"2026-03-05T17:57:20.388525Z","end":"2026-03-05T17:57:20.565856Z","steps":["trace[1371414519] 'process raft request' (duration: 176.82644ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:20.566058Z","caller":"traceutil/trace.go:171","msg":"trace[1819712882] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"177.218921ms","start":"2026-03-05T17:57:20.388835Z","end":"2026-03-05T17:57:20.566053Z","steps":["trace[1819712882] 'process raft request' (duration: 176.556924ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:20.845915Z","caller":"traceutil/trace.go:171","msg":"trace[1045462779] transaction","detail":"{read_only:false; response_revision:4635; number_of_response:1; }","duration":"246.647731ms","start":"2026-03-05T17:57:20.59924Z","end":"2026-03-05T17:57:20.845888Z","steps":["trace[1045462779] 'process raft request' (duration: 246.489416ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:20.903989Z","caller":"traceutil/trace.go:171","msg":"trace[29565818] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"207.014249ms","start":"2026-03-05T17:57:20.696946Z","end":"2026-03-05T17:57:20.903961Z","steps":["trace[29565818] 'process raft request' (duration: 194.310932ms)","trace[29565818] 'compare' (duration: 12.476822ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:20.904072Z","caller":"traceutil/trace.go:171","msg":"trace[1683595157] linearizableReadLoop","detail":"{readStateIndex:4823; appliedIndex:4821; }","duration":"178.90849ms","start":"2026-03-05T17:57:20.725113Z","end":"2026-03-05T17:57:20.904021Z","steps":["trace[1683595157] 'read index received' (duration: 120.687073ms)","trace[1683595157] 'applied index is now lower than readState.Index' (duration: 58.218657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:20.904273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.138885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T17:57:20.904319Z","caller":"traceutil/trace.go:171","msg":"trace[1654115537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4637; }","duration":"179.254538ms","start":"2026-03-05T17:57:20.725054Z","end":"2026-03-05T17:57:20.904308Z","steps":["trace[1654115537] 'agreement among raft nodes before linearized reading' (duration: 179.097095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:20.904383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.838818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-05T17:57:20.904427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.797981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T17:57:20.904454Z","caller":"traceutil/trace.go:171","msg":"trace[78182179] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4637; }","duration":"178.97035ms","start":"2026-03-05T17:57:20.725467Z","end":"2026-03-05T17:57:20.904438Z","steps":["trace[78182179] 'agreement among raft nodes before linearized reading' (duration: 178.716584ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:20.904484Z","caller":"traceutil/trace.go:171","msg":"trace[1892126016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4637; }","duration":"156.900353ms","start":"2026-03-05T17:57:20.747571Z","end":"2026-03-05T17:57:20.904472Z","steps":["trace[1892126016] 'agreement among raft nodes before linearized reading' (duration: 156.7456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:20.904501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.983131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T17:57:20.904589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.986817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T17:57:20.904559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.126031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pntd5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T17:57:20.904627Z","caller":"traceutil/trace.go:171","msg":"trace[524902970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4637; }","duration":"156.146025ms","start":"2026-03-05T17:57:20.748443Z","end":"2026-03-05T17:57:20.904589Z","steps":["trace[524902970] 'agreement among raft nodes before linearized reading' (duration: 155.788857ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:20.904659Z","caller":"traceutil/trace.go:171","msg":"trace[491203498] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pntd5; range_end:; response_count:1; response_revision:4637; }","duration":"155.224883ms","start":"2026-03-05T17:57:20.749409Z","end":"2026-03-05T17:57:20.904633Z","steps":["trace[491203498] 'agreement among raft nodes before linearized reading' (duration: 154.997118ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:20.904607Z","caller":"traceutil/trace.go:171","msg":"trace[1878241661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4637; }","duration":"172.067729ms","start":"2026-03-05T17:57:20.732531Z","end":"2026-03-05T17:57:20.904599Z","steps":["trace[1878241661] 'agreement among raft nodes before linearized reading' (duration: 172.026318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:21.58527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197861098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:57:21.666848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.88364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:57:21.666955Z","caller":"traceutil/trace.go:171","msg":"trace[786324657] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"758.354933ms","start":"2026-03-05T17:57:20.90858Z","end":"2026-03-05T17:57:21.666935Z","steps":["trace[786324657] 'process raft request' (duration: 110.301879ms)","trace[786324657] 'compare' (duration: 647.724785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:21.667016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:20.908562Z","time spent":"758.424894ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:22.086421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197861098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:57:22.354583Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.335691955s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:57:22.355251Z","caller":"traceutil/trace.go:171","msg":"trace[457597824] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"1.446409793s","start":"2026-03-05T17:57:20.908814Z","end":"2026-03-05T17:57:22.355224Z","steps":["trace[457597824] 'process raft request' (duration: 1.446258719s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:22.355327Z","caller":"traceutil/trace.go:171","msg":"trace[1380391725] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"1.446171368s","start":"2026-03-05T17:57:20.909109Z","end":"2026-03-05T17:57:22.35528Z","steps":["trace[1380391725] 'process raft request' (duration: 1.446010365s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:22.355299Z","caller":"traceutil/trace.go:171","msg":"trace[1178329739] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"1.446098696s","start":"2026-03-05T17:57:20.909141Z","end":"2026-03-05T17:57:22.35524Z","steps":["trace[1178329739] 'process raft request' (duration: 1.446036805s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:22.355369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:20.908797Z","time spent":"1.446510426s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:22.355389Z","caller":"traceutil/trace.go:171","msg":"trace[1875140886] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"1.446759071s","start":"2026-03-05T17:57:20.908596Z","end":"2026-03-05T17:57:22.355355Z","steps":["trace[1875140886] 'process raft request' (duration: 1.446189178s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:22.355497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:20.909093Z","time spent":"1.446311141s","remote":"127.0.0.1:43260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2584,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:22.355545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:20.908568Z","time spent":"1.446881634s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:22.355495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:20.909132Z","time spent":"1.44627432s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:22.355232Z","caller":"traceutil/trace.go:171","msg":"trace[882238255] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"1.446507645s","start":"2026-03-05T17:57:20.908687Z","end":"2026-03-05T17:57:22.355194Z","steps":["trace[882238255] 'process raft request' (duration: 1.446325721s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:22.355891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:20.908668Z","time spent":"1.447011317s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:22.364702Z","caller":"traceutil/trace.go:171","msg":"trace[2004864926] linearizableReadLoop","detail":"{readStateIndex:4831; appliedIndex:4825; }","duration":"1.279726541s","start":"2026-03-05T17:57:21.084963Z","end":"2026-03-05T17:57:22.364689Z","steps":["trace[2004864926] 'read index received' (duration: 1.269799757s)","trace[2004864926] 'applied index is now lower than readState.Index' (duration: 9.926044ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:22.364761Z","caller":"traceutil/trace.go:171","msg":"trace[378347658] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"488.812475ms","start":"2026-03-05T17:57:21.875925Z","end":"2026-03-05T17:57:22.364737Z","steps":["trace[378347658] 'process raft request' (duration: 488.700582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:22.364855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279898325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vl8x5\" ","response":"range_response_count:1 size:9747"} {"level":"warn","ts":"2026-03-05T17:57:22.364866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:21.875901Z","time spent":"488.914338ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:22.364884Z","caller":"traceutil/trace.go:171","msg":"trace[200588600] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vl8x5; range_end:; response_count:1; response_revision:4644; }","duration":"1.279971007s","start":"2026-03-05T17:57:21.084905Z","end":"2026-03-05T17:57:22.364876Z","steps":["trace[200588600] 'agreement among raft nodes before linearized reading' (duration: 1.279867685s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:22.364905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:21.084882Z","time spent":"1.280019048s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9771,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vl8x5\" "} {"level":"warn","ts":"2026-03-05T17:57:22.364965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278594515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-vl8x5.189a03aad6789c26\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-03-05T17:57:22.364981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.160376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:22.365023Z","caller":"traceutil/trace.go:171","msg":"trace[119866058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4644; }","duration":"861.237808ms","start":"2026-03-05T17:57:21.503775Z","end":"2026-03-05T17:57:22.365013Z","steps":["trace[119866058] 'agreement among raft nodes before linearized reading' (duration: 861.175227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:22.36504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.0413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T17:57:22.36505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.753238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T17:57:22.365081Z","caller":"traceutil/trace.go:171","msg":"trace[1074581333] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4644; }","duration":"538.132942ms","start":"2026-03-05T17:57:21.826939Z","end":"2026-03-05T17:57:22.365072Z","steps":["trace[1074581333] 'agreement among raft nodes before linearized reading' (duration: 537.980148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:22.365102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197226665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f123d1e9-b9f4-4382-8168-2a1faee86cce\" ","response":"range_response_count:1 size:3907"} {"level":"warn","ts":"2026-03-05T17:57:22.365115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:21.826918Z","time spent":"538.191824ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T17:57:22.365063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:21.503752Z","time spent":"861.300979ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:57:22.365142Z","caller":"traceutil/trace.go:171","msg":"trace[511806854] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f123d1e9-b9f4-4382-8168-2a1faee86cce; range_end:; response_count:1; response_revision:4644; }","duration":"1.197294737s","start":"2026-03-05T17:57:21.167838Z","end":"2026-03-05T17:57:22.365133Z","steps":["trace[511806854] 'agreement among raft nodes before linearized reading' (duration: 1.197204215s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:22.365178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:21.167821Z","time spent":"1.197348228s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3931,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f123d1e9-b9f4-4382-8168-2a1faee86cce\" "} {"level":"info","ts":"2026-03-05T17:57:22.365024Z","caller":"traceutil/trace.go:171","msg":"trace[1208105586] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-vl8x5.189a03aad6789c26; range_end:; response_count:1; response_revision:4644; }","duration":"1.278675087s","start":"2026-03-05T17:57:21.086332Z","end":"2026-03-05T17:57:22.365007Z","steps":["trace[1208105586] 'agreement among raft nodes before linearized reading' (duration: 1.278504403s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:22.365271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:21.086322Z","time spent":"1.278936653s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":986,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-vl8x5.189a03aad6789c26\" "} {"level":"warn","ts":"2026-03-05T17:57:22.365292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.174726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787961"} {"level":"info","ts":"2026-03-05T17:57:22.365109Z","caller":"traceutil/trace.go:171","msg":"trace[1639496758] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:4644; }","duration":"590.85686ms","start":"2026-03-05T17:57:21.774239Z","end":"2026-03-05T17:57:22.365096Z","steps":["trace[1639496758] 'agreement among raft nodes before linearized reading' (duration: 590.633525ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:22.365344Z","caller":"traceutil/trace.go:171","msg":"trace[1128869750] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4644; }","duration":"363.273058ms","start":"2026-03-05T17:57:22.002057Z","end":"2026-03-05T17:57:22.36533Z","steps":["trace[1128869750] 'agreement among raft nodes before linearized reading' (duration: 362.826977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:22.365358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:21.774221Z","time spent":"591.126106ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-05T17:57:22.365383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:22.002033Z","time spent":"363.33899ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":787985,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-05T17:57:23.8473Z","caller":"traceutil/trace.go:171","msg":"trace[199215074] linearizableReadLoop","detail":"{readStateIndex:4894; appliedIndex:4893; }","duration":"117.590481ms","start":"2026-03-05T17:57:23.729676Z","end":"2026-03-05T17:57:23.847267Z","steps":["trace[199215074] 'read index received' (duration: 46.01513ms)","trace[199215074] 'applied index is now lower than readState.Index' (duration: 71.573751ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:23.847371Z","caller":"traceutil/trace.go:171","msg":"trace[572621521] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"120.950459ms","start":"2026-03-05T17:57:23.726388Z","end":"2026-03-05T17:57:23.847338Z","steps":["trace[572621521] 'process raft request' (duration: 49.302887ms)","trace[572621521] 'compare' (duration: 71.418237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:23.847818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.112273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f123d1e9-b9f4-4382-8168-2a1faee86cce\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-05T17:57:23.847949Z","caller":"traceutil/trace.go:171","msg":"trace[330226668] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f123d1e9-b9f4-4382-8168-2a1faee86cce; range_end:; response_count:1; response_revision:4705; }","duration":"118.273637ms","start":"2026-03-05T17:57:23.729641Z","end":"2026-03-05T17:57:23.847915Z","steps":["trace[330226668] 'agreement among raft nodes before linearized reading' (duration: 117.785285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:24.111637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.189149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7510"} {"level":"info","ts":"2026-03-05T17:57:24.111739Z","caller":"traceutil/trace.go:171","msg":"trace[1985355964] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4705; }","duration":"157.302323ms","start":"2026-03-05T17:57:23.9544Z","end":"2026-03-05T17:57:24.111702Z","steps":["trace[1985355964] 'range keys from in-memory index tree' (duration: 156.843612ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:29.176658Z","caller":"traceutil/trace.go:171","msg":"trace[233670870] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"382.065859ms","start":"2026-03-05T17:57:28.794569Z","end":"2026-03-05T17:57:29.176635Z","steps":["trace[233670870] 'process raft request' (duration: 381.814773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:29.176795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:28.794548Z","time spent":"382.179301ms","remote":"127.0.0.1:42874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":126821,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:29.43003Z","caller":"traceutil/trace.go:171","msg":"trace[522394146] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"634.367952ms","start":"2026-03-05T17:57:28.795626Z","end":"2026-03-05T17:57:29.429994Z","steps":["trace[522394146] 'process raft request' (duration: 565.982286ms)","trace[522394146] 'compare' (duration: 68.152531ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:29.430041Z","caller":"traceutil/trace.go:171","msg":"trace[597610195] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"251.698309ms","start":"2026-03-05T17:57:29.17832Z","end":"2026-03-05T17:57:29.430018Z","steps":["trace[597610195] 'process raft request' (duration: 251.650227ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:29.430114Z","caller":"traceutil/trace.go:171","msg":"trace[1814684919] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"500.046188ms","start":"2026-03-05T17:57:28.93005Z","end":"2026-03-05T17:57:29.430096Z","steps":["trace[1814684919] 'process raft request' (duration: 499.860334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:29.430198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:28.795594Z","time spent":"634.514356ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7951,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:29.430253Z","caller":"traceutil/trace.go:171","msg":"trace[1709690034] linearizableReadLoop","detail":"{readStateIndex:4967; appliedIndex:4964; }","duration":"484.493703ms","start":"2026-03-05T17:57:28.945729Z","end":"2026-03-05T17:57:29.430223Z","steps":["trace[1709690034] 'read index received' (duration: 230.587872ms)","trace[1709690034] 'applied index is now lower than readState.Index' (duration: 253.902841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:29.430395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:28.930025Z","time spent":"500.233953ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:29.430481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.749992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T17:57:29.430503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.575484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:57:29.430563Z","caller":"traceutil/trace.go:171","msg":"trace[444941204] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4777; }","duration":"151.912196ms","start":"2026-03-05T17:57:29.278636Z","end":"2026-03-05T17:57:29.430548Z","steps":["trace[444941204] 'agreement among raft nodes before linearized reading' (duration: 151.745092ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:29.430584Z","caller":"traceutil/trace.go:171","msg":"trace[1438287168] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4777; }","duration":"285.711137ms","start":"2026-03-05T17:57:29.144859Z","end":"2026-03-05T17:57:29.43057Z","steps":["trace[1438287168] 'agreement among raft nodes before linearized reading' (duration: 285.527653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:29.430602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.860692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pntd5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T17:57:29.430677Z","caller":"traceutil/trace.go:171","msg":"trace[463519037] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pntd5; range_end:; response_count:1; response_revision:4777; }","duration":"484.972054ms","start":"2026-03-05T17:57:28.945682Z","end":"2026-03-05T17:57:29.430654Z","steps":["trace[463519037] 'agreement among raft nodes before linearized reading' (duration: 484.676167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:29.430734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:28.945652Z","time spent":"485.067667ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pntd5\" "} {"level":"info","ts":"2026-03-05T17:57:29.556838Z","caller":"traceutil/trace.go:171","msg":"trace[631396089] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"120.156091ms","start":"2026-03-05T17:57:29.436641Z","end":"2026-03-05T17:57:29.556797Z","steps":["trace[631396089] 'process raft request' (duration: 107.253317ms)","trace[631396089] 'compare' (duration: 12.668858ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:29.556991Z","caller":"traceutil/trace.go:171","msg":"trace[1807656292] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"117.615111ms","start":"2026-03-05T17:57:29.43934Z","end":"2026-03-05T17:57:29.556955Z","steps":["trace[1807656292] 'process raft request' (duration: 117.486048ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:29.557111Z","caller":"traceutil/trace.go:171","msg":"trace[1974682058] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"118.90228ms","start":"2026-03-05T17:57:29.43819Z","end":"2026-03-05T17:57:29.557092Z","steps":["trace[1974682058] 'process raft request' (duration: 118.493631ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:29.874327Z","caller":"traceutil/trace.go:171","msg":"trace[1725510396] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"101.657006ms","start":"2026-03-05T17:57:29.772642Z","end":"2026-03-05T17:57:29.874299Z","steps":["trace[1725510396] 'process raft request' (duration: 101.500323ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:29.874378Z","caller":"traceutil/trace.go:171","msg":"trace[1388516379] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"112.840078ms","start":"2026-03-05T17:57:29.761506Z","end":"2026-03-05T17:57:29.874346Z","steps":["trace[1388516379] 'process raft request' (duration: 110.478644ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:31.260243Z","caller":"traceutil/trace.go:171","msg":"trace[493059541] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"144.387459ms","start":"2026-03-05T17:57:31.115825Z","end":"2026-03-05T17:57:31.260213Z","steps":["trace[493059541] 'process raft request' (duration: 126.632453ms)","trace[493059541] 'compare' (duration: 17.629853ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:31.29056Z","caller":"traceutil/trace.go:171","msg":"trace[488236638] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"173.982494ms","start":"2026-03-05T17:57:31.116556Z","end":"2026-03-05T17:57:31.290538Z","steps":["trace[488236638] 'process raft request' (duration: 173.756049ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:31.290642Z","caller":"traceutil/trace.go:171","msg":"trace[1961485824] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"169.650563ms","start":"2026-03-05T17:57:31.120964Z","end":"2026-03-05T17:57:31.290615Z","steps":["trace[1961485824] 'process raft request' (duration: 169.480489ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:33.572174Z","caller":"traceutil/trace.go:171","msg":"trace[561304415] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"201.178472ms","start":"2026-03-05T17:57:33.37096Z","end":"2026-03-05T17:57:33.572139Z","steps":["trace[561304415] 'process raft request' (duration: 200.948896ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:33.611007Z","caller":"traceutil/trace.go:171","msg":"trace[1330899237] linearizableReadLoop","detail":"{readStateIndex:5025; appliedIndex:5023; }","duration":"154.064206ms","start":"2026-03-05T17:57:33.456906Z","end":"2026-03-05T17:57:33.610971Z","steps":["trace[1330899237] 'read index received' (duration: 114.978979ms)","trace[1330899237] 'applied index is now lower than readState.Index' (duration: 39.084417ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:33.611078Z","caller":"traceutil/trace.go:171","msg":"trace[624780441] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"158.318156ms","start":"2026-03-05T17:57:33.452707Z","end":"2026-03-05T17:57:33.611025Z","steps":["trace[624780441] 'process raft request' (duration: 158.114891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:33.61128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.372944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pntd5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T17:57:33.61132Z","caller":"traceutil/trace.go:171","msg":"trace[1676584597] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pntd5; range_end:; response_count:1; response_revision:4833; }","duration":"154.499386ms","start":"2026-03-05T17:57:33.456812Z","end":"2026-03-05T17:57:33.611311Z","steps":["trace[1676584597] 'agreement among raft nodes before linearized reading' (duration: 154.322222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:33.611294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.675587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:33.611394Z","caller":"traceutil/trace.go:171","msg":"trace[2107968784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4833; }","duration":"107.828171ms","start":"2026-03-05T17:57:33.503542Z","end":"2026-03-05T17:57:33.611371Z","steps":["trace[2107968784] 'agreement among raft nodes before linearized reading' (duration: 107.664317ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:37.734081Z","caller":"traceutil/trace.go:171","msg":"trace[189954534] linearizableReadLoop","detail":"{readStateIndex:5114; appliedIndex:5113; }","duration":"102.719158ms","start":"2026-03-05T17:57:37.631345Z","end":"2026-03-05T17:57:37.734064Z","steps":["trace[189954534] 'read index received' (duration: 99.188826ms)","trace[189954534] 'applied index is now lower than readState.Index' (duration: 3.529582ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:37.734229Z","caller":"traceutil/trace.go:171","msg":"trace[529195831] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"110.964943ms","start":"2026-03-05T17:57:37.623217Z","end":"2026-03-05T17:57:37.734182Z","steps":["trace[529195831] 'process raft request' (duration: 107.278667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:37.734301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.96642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pntd5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T17:57:37.734336Z","caller":"traceutil/trace.go:171","msg":"trace[1096928351] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pntd5; range_end:; response_count:1; response_revision:4922; }","duration":"102.040802ms","start":"2026-03-05T17:57:37.632285Z","end":"2026-03-05T17:57:37.734326Z","steps":["trace[1096928351] 'agreement among raft nodes before linearized reading' (duration: 101.903259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:37.734282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.921714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-05T17:57:37.734473Z","caller":"traceutil/trace.go:171","msg":"trace[26765544] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4922; }","duration":"103.155138ms","start":"2026-03-05T17:57:37.6313Z","end":"2026-03-05T17:57:37.734455Z","steps":["trace[26765544] 'agreement among raft nodes before linearized reading' (duration: 102.864682ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:39.120137Z","caller":"traceutil/trace.go:171","msg":"trace[1218052704] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"480.889341ms","start":"2026-03-05T17:57:38.639225Z","end":"2026-03-05T17:57:39.120114Z","steps":["trace[1218052704] 'process raft request' (duration: 480.760038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:39.120347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:38.639186Z","time spent":"481.016865ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:39.678795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.06984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:57:39.678925Z","caller":"traceutil/trace.go:171","msg":"trace[1492649520] linearizableReadLoop","detail":"{readStateIndex:5130; appliedIndex:5128; }","duration":"845.377412ms","start":"2026-03-05T17:57:38.833525Z","end":"2026-03-05T17:57:39.678902Z","steps":["trace[1492649520] 'read index received' (duration: 286.505615ms)","trace[1492649520] 'applied index is now lower than readState.Index' (duration: 558.870116ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:39.678925Z","caller":"traceutil/trace.go:171","msg":"trace[1216933191] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"1.036689757s","start":"2026-03-05T17:57:38.642212Z","end":"2026-03-05T17:57:39.678902Z","steps":["trace[1216933191] 'process raft request' (duration: 802.400501ms)","trace[1216933191] 'compare' (duration: 233.642871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:39.679012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:38.642188Z","time spent":"1.036781279s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:39.679149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.800889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-05T17:57:39.679161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.46033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:57:39.679233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.68441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3799ca64-a202-4e4e-b507-bf7072e7d26a\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-05T17:57:39.679414Z","caller":"traceutil/trace.go:171","msg":"trace[1563442294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4937; }","duration":"175.758547ms","start":"2026-03-05T17:57:39.503636Z","end":"2026-03-05T17:57:39.679395Z","steps":["trace[1563442294] 'agreement among raft nodes before linearized reading' (duration: 175.44192ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:39.679207Z","caller":"traceutil/trace.go:171","msg":"trace[60169298] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4937; }","duration":"511.892661ms","start":"2026-03-05T17:57:39.167298Z","end":"2026-03-05T17:57:39.67919Z","steps":["trace[60169298] 'agreement among raft nodes before linearized reading' (duration: 511.723257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:39.679499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:39.167278Z","time spent":"512.192998ms","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-05T17:57:39.679532Z","caller":"traceutil/trace.go:171","msg":"trace[688815035] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3799ca64-a202-4e4e-b507-bf7072e7d26a; range_end:; response_count:1; response_revision:4937; }","duration":"845.963316ms","start":"2026-03-05T17:57:38.833485Z","end":"2026-03-05T17:57:39.679448Z","steps":["trace[688815035] 'agreement among raft nodes before linearized reading' (duration: 845.472535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:39.679321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.671911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3799ca64-a202-4e4e-b507-bf7072e7d26a\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-05T17:57:39.679622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:38.833467Z","time spent":"846.104501ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3799ca64-a202-4e4e-b507-bf7072e7d26a\" "} {"level":"info","ts":"2026-03-05T17:57:39.679677Z","caller":"traceutil/trace.go:171","msg":"trace[417949176] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3799ca64-a202-4e4e-b507-bf7072e7d26a; range_end:; response_count:1; response_revision:4937; }","duration":"505.00502ms","start":"2026-03-05T17:57:39.174616Z","end":"2026-03-05T17:57:39.679621Z","steps":["trace[417949176] 'agreement among raft nodes before linearized reading' (duration: 504.62061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:39.679842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:39.174497Z","time spent":"505.283497ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3799ca64-a202-4e4e-b507-bf7072e7d26a\" "} {"level":"info","ts":"2026-03-05T17:57:40.152941Z","caller":"traceutil/trace.go:171","msg":"trace[718646060] linearizableReadLoop","detail":"{readStateIndex:5131; appliedIndex:5130; }","duration":"463.140813ms","start":"2026-03-05T17:57:39.689774Z","end":"2026-03-05T17:57:40.152915Z","steps":["trace[718646060] 'read index received' (duration: 462.98873ms)","trace[718646060] 'applied index is now lower than readState.Index' (duration: 150.873µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:40.152998Z","caller":"traceutil/trace.go:171","msg":"trace[1508476211] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"465.072269ms","start":"2026-03-05T17:57:39.687887Z","end":"2026-03-05T17:57:40.152959Z","steps":["trace[1508476211] 'process raft request' (duration: 464.845394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:40.153212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.40877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-03-05T17:57:40.153238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:39.68786Z","time spent":"465.213154ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:40.153303Z","caller":"traceutil/trace.go:171","msg":"trace[268729888] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:4938; }","duration":"463.529164ms","start":"2026-03-05T17:57:39.689751Z","end":"2026-03-05T17:57:40.15328Z","steps":["trace[268729888] 'agreement among raft nodes before linearized reading' (duration: 463.249997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:40.153367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:39.689739Z","time spent":"463.615005ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-03-05T17:57:40.155071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.02651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pntd5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T17:57:40.155055Z","caller":"traceutil/trace.go:171","msg":"trace[1223526351] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"127.418979ms","start":"2026-03-05T17:57:40.027606Z","end":"2026-03-05T17:57:40.155025Z","steps":["trace[1223526351] 'process raft request' (duration: 127.281876ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:40.155112Z","caller":"traceutil/trace.go:171","msg":"trace[881773835] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pntd5; range_end:; response_count:1; response_revision:4940; }","duration":"412.112313ms","start":"2026-03-05T17:57:39.74299Z","end":"2026-03-05T17:57:40.155103Z","steps":["trace[881773835] 'agreement among raft nodes before linearized reading' (duration: 411.938809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:40.155142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:39.742975Z","time spent":"412.160944ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pntd5\" "} {"level":"warn","ts":"2026-03-05T17:57:40.155167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.879347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T17:57:40.155232Z","caller":"traceutil/trace.go:171","msg":"trace[1742212057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4940; }","duration":"225.993289ms","start":"2026-03-05T17:57:39.929223Z","end":"2026-03-05T17:57:40.155216Z","steps":["trace[1742212057] 'agreement among raft nodes before linearized reading' (duration: 225.821135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:40.155335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.563736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:57:40.15536Z","caller":"traceutil/trace.go:171","msg":"trace[1349828985] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4940; }","duration":"399.635158ms","start":"2026-03-05T17:57:39.755719Z","end":"2026-03-05T17:57:40.155354Z","steps":["trace[1349828985] 'agreement among raft nodes before linearized reading' (duration: 399.559226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:40.155379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:39.755698Z","time spent":"399.676659ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":48,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:57:40.155445Z","caller":"traceutil/trace.go:171","msg":"trace[1472955667] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"415.661365ms","start":"2026-03-05T17:57:39.739766Z","end":"2026-03-05T17:57:40.155427Z","steps":["trace[1472955667] 'process raft request' (duration: 415.055571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:40.155538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:39.739739Z","time spent":"415.744238ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:40.686834Z","caller":"traceutil/trace.go:171","msg":"trace[1855327973] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"141.03244ms","start":"2026-03-05T17:57:40.545773Z","end":"2026-03-05T17:57:40.686805Z","steps":["trace[1855327973] 'process raft request' (duration: 44.459607ms)","trace[1855327973] 'compare' (duration: 96.404009ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:40.687059Z","caller":"traceutil/trace.go:171","msg":"trace[591651493] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"141.231715ms","start":"2026-03-05T17:57:40.545783Z","end":"2026-03-05T17:57:40.687014Z","steps":["trace[591651493] 'process raft request' (duration: 140.979919ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:41.044209Z","caller":"traceutil/trace.go:171","msg":"trace[712567750] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"113.173635ms","start":"2026-03-05T17:57:40.931005Z","end":"2026-03-05T17:57:41.044179Z","steps":["trace[712567750] 'process raft request' (duration: 51.060282ms)","trace[712567750] 'compare' (duration: 61.929499ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:42.69703Z","caller":"traceutil/trace.go:171","msg":"trace[1264540478] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"761.343444ms","start":"2026-03-05T17:57:41.935664Z","end":"2026-03-05T17:57:42.697007Z","steps":["trace[1264540478] 'process raft request' (duration: 705.846098ms)","trace[1264540478] 'compare' (duration: 55.2334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:42.697155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:41.935637Z","time spent":"761.448757ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:42.721475Z","caller":"traceutil/trace.go:171","msg":"trace[878437881] linearizableReadLoop","detail":"{readStateIndex:5156; appliedIndex:5154; }","duration":"539.296306ms","start":"2026-03-05T17:57:42.182159Z","end":"2026-03-05T17:57:42.721455Z","steps":["trace[878437881] 'read index received' (duration: 459.332274ms)","trace[878437881] 'applied index is now lower than readState.Index' (duration: 79.963162ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:42.721527Z","caller":"traceutil/trace.go:171","msg":"trace[710249516] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"560.66774ms","start":"2026-03-05T17:57:42.160823Z","end":"2026-03-05T17:57:42.721491Z","steps":["trace[710249516] 'process raft request' (duration: 560.497506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:42.721648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:42.160774Z","time spent":"560.809863ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:42.721686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.511531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T17:57:42.721723Z","caller":"traceutil/trace.go:171","msg":"trace[1783398250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4962; }","duration":"539.602833ms","start":"2026-03-05T17:57:42.182112Z","end":"2026-03-05T17:57:42.721715Z","steps":["trace[1783398250] 'agreement among raft nodes before linearized reading' (duration: 539.437459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:42.721751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:42.182099Z","time spent":"539.644744ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:57:42.724033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.496437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pntd5\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-05T17:57:42.72407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.883137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T17:57:42.724126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.237851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:42.724148Z","caller":"traceutil/trace.go:171","msg":"trace[1115607572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4963; }","duration":"144.02536ms","start":"2026-03-05T17:57:42.580101Z","end":"2026-03-05T17:57:42.724127Z","steps":["trace[1115607572] 'agreement among raft nodes before linearized reading' (duration: 143.792885ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:42.724147Z","caller":"traceutil/trace.go:171","msg":"trace[1855000007] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pntd5; range_end:; response_count:1; response_revision:4963; }","duration":"538.634101ms","start":"2026-03-05T17:57:42.185479Z","end":"2026-03-05T17:57:42.724113Z","steps":["trace[1855000007] 'agreement among raft nodes before linearized reading' (duration: 538.347944ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:42.724182Z","caller":"traceutil/trace.go:171","msg":"trace[1547626108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4963; }","duration":"219.333943ms","start":"2026-03-05T17:57:42.504836Z","end":"2026-03-05T17:57:42.72417Z","steps":["trace[1547626108] 'agreement among raft nodes before linearized reading' (duration: 219.254941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:42.724184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.164084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T17:57:42.724211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:42.185468Z","time spent":"538.732093ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pntd5\" "} {"level":"info","ts":"2026-03-05T17:57:42.724262Z","caller":"traceutil/trace.go:171","msg":"trace[1413179749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4963; }","duration":"178.307807ms","start":"2026-03-05T17:57:42.545936Z","end":"2026-03-05T17:57:42.724244Z","steps":["trace[1413179749] 'agreement among raft nodes before linearized reading' (duration: 178.037501ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:52.143472Z","caller":"traceutil/trace.go:171","msg":"trace[1891002022] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"146.808397ms","start":"2026-03-05T17:57:51.996624Z","end":"2026-03-05T17:57:52.143433Z","steps":["trace[1891002022] 'process raft request' (duration: 146.574732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:53.390104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.85999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:57:53.390263Z","caller":"traceutil/trace.go:171","msg":"trace[606059449] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"572.21995ms","start":"2026-03-05T17:57:52.817996Z","end":"2026-03-05T17:57:53.390216Z","steps":["trace[606059449] 'process raft request' (duration: 433.150955ms)","trace[606059449] 'compare' (duration: 138.666886ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:53.390343Z","caller":"traceutil/trace.go:171","msg":"trace[477705506] linearizableReadLoop","detail":"{readStateIndex:5314; appliedIndex:5313; }","duration":"561.746094ms","start":"2026-03-05T17:57:52.828567Z","end":"2026-03-05T17:57:53.390314Z","steps":["trace[477705506] 'read index received' (duration: 422.71148ms)","trace[477705506] 'applied index is now lower than readState.Index' (duration: 139.033124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:53.390478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:52.817963Z","time spent":"572.398765ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:53.390652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.063972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81446"} {"level":"info","ts":"2026-03-05T17:57:53.390695Z","caller":"traceutil/trace.go:171","msg":"trace[1812644532] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5116; }","duration":"562.137314ms","start":"2026-03-05T17:57:52.828542Z","end":"2026-03-05T17:57:53.390679Z","steps":["trace[1812644532] 'agreement among raft nodes before linearized reading' (duration: 561.906008ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:53.390674Z","caller":"traceutil/trace.go:171","msg":"trace[2019360067] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"213.514377ms","start":"2026-03-05T17:57:53.177131Z","end":"2026-03-05T17:57:53.390645Z","steps":["trace[2019360067] 'process raft request' (duration: 213.363734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:53.390725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:52.82853Z","time spent":"562.189245ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81470,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-05T17:57:53.391001Z","caller":"traceutil/trace.go:171","msg":"trace[2034673494] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"562.014561ms","start":"2026-03-05T17:57:52.828972Z","end":"2026-03-05T17:57:53.390987Z","steps":["trace[2034673494] 'process raft request' (duration: 561.257983ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:53.391056Z","caller":"traceutil/trace.go:171","msg":"trace[203507832] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"561.96007ms","start":"2026-03-05T17:57:52.829056Z","end":"2026-03-05T17:57:53.391016Z","steps":["trace[203507832] 'process raft request' (duration: 561.321095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:53.391086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:52.828957Z","time spent":"562.085192ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:53.391152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.176012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-05T17:57:53.391163Z","caller":"traceutil/trace.go:171","msg":"trace[1747994587] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"435.091053ms","start":"2026-03-05T17:57:52.956026Z","end":"2026-03-05T17:57:53.391117Z","steps":["trace[1747994587] 'process raft request' (duration: 434.414487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:53.391217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:52.829026Z","time spent":"562.109552ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:53.391209Z","caller":"traceutil/trace.go:171","msg":"trace[350637105] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5118; }","duration":"324.301195ms","start":"2026-03-05T17:57:53.066889Z","end":"2026-03-05T17:57:53.39119Z","steps":["trace[350637105] 'agreement among raft nodes before linearized reading' (duration: 324.136661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:53.391283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:53.066879Z","time spent":"324.393577ms","remote":"127.0.0.1:42952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-05T17:57:53.39134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:52.956009Z","time spent":"435.239106ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:53.391861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.432519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T17:57:53.391935Z","caller":"traceutil/trace.go:171","msg":"trace[422400703] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5118; }","duration":"330.555251ms","start":"2026-03-05T17:57:53.061364Z","end":"2026-03-05T17:57:53.391919Z","steps":["trace[422400703] 'agreement among raft nodes before linearized reading' (duration: 329.500617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:53.392255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:53.061335Z","time spent":"330.848659ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T17:57:53.696549Z","caller":"traceutil/trace.go:171","msg":"trace[2057503017] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"228.592621ms","start":"2026-03-05T17:57:53.467933Z","end":"2026-03-05T17:57:53.696525Z","steps":["trace[2057503017] 'process raft request' (duration: 228.423287ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:53.76603Z","caller":"traceutil/trace.go:171","msg":"trace[1528114883] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"296.07738ms","start":"2026-03-05T17:57:53.469924Z","end":"2026-03-05T17:57:53.766001Z","steps":["trace[1528114883] 'process raft request' (duration: 295.942247ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:53.7662Z","caller":"traceutil/trace.go:171","msg":"trace[1859483405] linearizableReadLoop","detail":"{readStateIndex:5321; appliedIndex:5319; }","duration":"297.025822ms","start":"2026-03-05T17:57:53.469148Z","end":"2026-03-05T17:57:53.766174Z","steps":["trace[1859483405] 'read index received' (duration: 227.263741ms)","trace[1859483405] 'applied index is now lower than readState.Index' (duration: 69.757821ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:53.766087Z","caller":"traceutil/trace.go:171","msg":"trace[181018387] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"297.478253ms","start":"2026-03-05T17:57:53.468569Z","end":"2026-03-05T17:57:53.766047Z","steps":["trace[181018387] 'process raft request' (duration: 248.187052ms)","trace[181018387] 'compare' (duration: 48.958703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:53.766384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.213197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T17:57:53.766516Z","caller":"traceutil/trace.go:171","msg":"trace[487464635] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5123; }","duration":"297.375731ms","start":"2026-03-05T17:57:53.469105Z","end":"2026-03-05T17:57:53.76648Z","steps":["trace[487464635] 'agreement among raft nodes before linearized reading' (duration: 297.143685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:53.766587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.96888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:53.766692Z","caller":"traceutil/trace.go:171","msg":"trace[1666232485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5123; }","duration":"263.211856ms","start":"2026-03-05T17:57:53.503461Z","end":"2026-03-05T17:57:53.766673Z","steps":["trace[1666232485] 'agreement among raft nodes before linearized reading' (duration: 262.96098ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:54.384323Z","caller":"traceutil/trace.go:171","msg":"trace[1750836075] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"172.377969ms","start":"2026-03-05T17:57:54.21192Z","end":"2026-03-05T17:57:54.384298Z","steps":["trace[1750836075] 'process raft request' (duration: 172.233226ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:55.164626Z","caller":"traceutil/trace.go:171","msg":"trace[177120533] linearizableReadLoop","detail":"{readStateIndex:5326; appliedIndex:5325; }","duration":"346.323092ms","start":"2026-03-05T17:57:54.818277Z","end":"2026-03-05T17:57:55.1646Z","steps":["trace[177120533] 'read index received' (duration: 346.137048ms)","trace[177120533] 'applied index is now lower than readState.Index' (duration: 184.804µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:55.164757Z","caller":"traceutil/trace.go:171","msg":"trace[1832581427] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"387.612094ms","start":"2026-03-05T17:57:54.777088Z","end":"2026-03-05T17:57:55.1647Z","steps":["trace[1832581427] 'process raft request' (duration: 387.308357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:55.164877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.575738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T17:57:55.16492Z","caller":"traceutil/trace.go:171","msg":"trace[1928878732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5126; }","duration":"346.67564ms","start":"2026-03-05T17:57:54.818234Z","end":"2026-03-05T17:57:55.16491Z","steps":["trace[1928878732] 'agreement among raft nodes before linearized reading' (duration: 346.515146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:55.164938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:54.777063Z","time spent":"387.779459ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:55.16496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:54.818214Z","time spent":"346.734321ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:57:55.164964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.303897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T17:57:55.165034Z","caller":"traceutil/trace.go:171","msg":"trace[734391340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5126; }","duration":"336.42952ms","start":"2026-03-05T17:57:54.828588Z","end":"2026-03-05T17:57:55.165017Z","steps":["trace[734391340] 'agreement among raft nodes before linearized reading' (duration: 336.210015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:55.165078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:54.828567Z","time spent":"336.502931ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T17:57:55.379281Z","caller":"traceutil/trace.go:171","msg":"trace[149620444] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"210.099066ms","start":"2026-03-05T17:57:55.169155Z","end":"2026-03-05T17:57:55.379254Z","steps":["trace[149620444] 'process raft request' (duration: 200.746065ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:55.379671Z","caller":"traceutil/trace.go:171","msg":"trace[1246913367] linearizableReadLoop","detail":"{readStateIndex:5328; appliedIndex:5326; }","duration":"178.641036ms","start":"2026-03-05T17:57:55.201006Z","end":"2026-03-05T17:57:55.379647Z","steps":["trace[1246913367] 'read index received' (duration: 169.047471ms)","trace[1246913367] 'applied index is now lower than readState.Index' (duration: 9.592345ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:55.379739Z","caller":"traceutil/trace.go:171","msg":"trace[55785546] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"210.038195ms","start":"2026-03-05T17:57:55.169671Z","end":"2026-03-05T17:57:55.379709Z","steps":["trace[55785546] 'process raft request' (duration: 209.84166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:55.379927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.890682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-05T17:57:55.379947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.813856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-qff98\" ","response":"range_response_count:1 size:4760"} {"level":"info","ts":"2026-03-05T17:57:55.379994Z","caller":"traceutil/trace.go:171","msg":"trace[1580468660] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5128; }","duration":"179.002104ms","start":"2026-03-05T17:57:55.200974Z","end":"2026-03-05T17:57:55.379976Z","steps":["trace[1580468660] 'agreement among raft nodes before linearized reading' (duration: 178.797999ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:55.379999Z","caller":"traceutil/trace.go:171","msg":"trace[1330370972] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-qff98; range_end:; response_count:1; response_revision:5128; }","duration":"160.896478ms","start":"2026-03-05T17:57:55.219087Z","end":"2026-03-05T17:57:55.379984Z","steps":["trace[1330370972] 'agreement among raft nodes before linearized reading' (duration: 160.718104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:55.635263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.062687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:57:55.635369Z","caller":"traceutil/trace.go:171","msg":"trace[1456285084] linearizableReadLoop","detail":"{readStateIndex:5340; appliedIndex:5339; }","duration":"168.808144ms","start":"2026-03-05T17:57:55.466544Z","end":"2026-03-05T17:57:55.635352Z","steps":["trace[1456285084] 'read index received' (duration: 14.513652ms)","trace[1456285084] 'applied index is now lower than readState.Index' (duration: 154.293222ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:55.635466Z","caller":"traceutil/trace.go:171","msg":"trace[951411808] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"194.58483ms","start":"2026-03-05T17:57:55.440869Z","end":"2026-03-05T17:57:55.635454Z","steps":["trace[951411808] 'process raft request' (duration: 40.246377ms)","trace[951411808] 'compare' (duration: 153.907003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:55.635602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.095927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.189a03afddabeef1\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-03-05T17:57:55.635678Z","caller":"traceutil/trace.go:171","msg":"trace[1855632588] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.189a03afddabeef1; range_end:; response_count:1; response_revision:5140; }","duration":"168.19808ms","start":"2026-03-05T17:57:55.467457Z","end":"2026-03-05T17:57:55.635655Z","steps":["trace[1855632588] 'agreement among raft nodes before linearized reading' (duration: 168.006315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:55.635986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.657042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:55.636112Z","caller":"traceutil/trace.go:171","msg":"trace[183113904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5140; }","duration":"132.854547ms","start":"2026-03-05T17:57:55.503228Z","end":"2026-03-05T17:57:55.636082Z","steps":["trace[183113904] 'agreement among raft nodes before linearized reading' (duration: 132.608411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:55.636117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.545301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-05T17:57:55.63619Z","caller":"traceutil/trace.go:171","msg":"trace[1175911570] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5140; }","duration":"169.683905ms","start":"2026-03-05T17:57:55.466484Z","end":"2026-03-05T17:57:55.636168Z","steps":["trace[1175911570] 'agreement among raft nodes before linearized reading' (duration: 169.356156ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:58:00.877157Z","caller":"traceutil/trace.go:171","msg":"trace[414097775] linearizableReadLoop","detail":"{readStateIndex:5385; appliedIndex:5384; }","duration":"251.293846ms","start":"2026-03-05T17:58:00.625838Z","end":"2026-03-05T17:58:00.877132Z","steps":["trace[414097775] 'read index received' (duration: 251.102241ms)","trace[414097775] 'applied index is now lower than readState.Index' (duration: 190.545µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:58:00.877265Z","caller":"traceutil/trace.go:171","msg":"trace[319293988] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"326.580379ms","start":"2026-03-05T17:58:00.550651Z","end":"2026-03-05T17:58:00.877232Z","steps":["trace[319293988] 'process raft request' (duration: 326.314443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:00.877305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.42511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:58:00.87735Z","caller":"traceutil/trace.go:171","msg":"trace[1962848529] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5184; }","duration":"251.542691ms","start":"2026-03-05T17:58:00.625795Z","end":"2026-03-05T17:58:00.877337Z","steps":["trace[1962848529] 'agreement among raft nodes before linearized reading' (duration: 251.431629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:00.877433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:00.550626Z","time spent":"326.716272ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:58:01.903095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197862326,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:58:02.403876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197862326,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:58:02.436516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:01.451787Z","time spent":"984.719895ms","remote":"127.0.0.1:59066","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:58:02.436962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283139661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:58:02.437044Z","caller":"traceutil/trace.go:171","msg":"trace[20781788] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5184; }","duration":"1.283276564s","start":"2026-03-05T17:58:01.15375Z","end":"2026-03-05T17:58:02.437026Z","steps":["trace[20781788] 'count revisions from in-memory index tree' (duration: 1.283048449s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:02.437089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:01.153728Z","time spent":"1.283349496s","remote":"127.0.0.1:43912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:58:02.437118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37656837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13878"} {"level":"warn","ts":"2026-03-05T17:58:02.437094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314613022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-05T17:58:02.437192Z","caller":"traceutil/trace.go:171","msg":"trace[1603772217] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5184; }","duration":"1.376697653s","start":"2026-03-05T17:58:01.060471Z","end":"2026-03-05T17:58:02.437169Z","steps":["trace[1603772217] 'range keys from in-memory index tree' (duration: 1.376322325s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:02.437244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:01.060419Z","time spent":"1.376811926s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13902,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-05T17:58:02.437242Z","caller":"traceutil/trace.go:171","msg":"trace[2136317202] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5184; }","duration":"1.314817957s","start":"2026-03-05T17:58:01.12238Z","end":"2026-03-05T17:58:02.437198Z","steps":["trace[2136317202] 'range keys from in-memory index tree' (duration: 1.314350146s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:02.437321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:01.122357Z","time spent":"1.314944159s","remote":"127.0.0.1:42952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-05T17:58:02.685913Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.502073006s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:58:02.686324Z","caller":"traceutil/trace.go:171","msg":"trace[1903872075] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"1.502585598s","start":"2026-03-05T17:58:01.183709Z","end":"2026-03-05T17:58:02.686295Z","steps":["trace[1903872075] 'process raft request' (duration: 1.502430434s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:02.686529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:01.183688Z","time spent":"1.50271842s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:58:02.912773Z","caller":"traceutil/trace.go:171","msg":"trace[1535475330] linearizableReadLoop","detail":"{readStateIndex:5388; appliedIndex:5385; }","duration":"1.510327859s","start":"2026-03-05T17:58:01.402424Z","end":"2026-03-05T17:58:02.912752Z","steps":["trace[1535475330] 'read index received' (duration: 1.283784476s)","trace[1535475330] 'applied index is now lower than readState.Index' (duration: 226.542253ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:58:02.913062Z","caller":"traceutil/trace.go:171","msg":"trace[460495058] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"464.884525ms","start":"2026-03-05T17:58:02.448066Z","end":"2026-03-05T17:58:02.91295Z","steps":["trace[460495058] 'process raft request' (duration: 464.638029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:02.913216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509368516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T17:58:02.913293Z","caller":"traceutil/trace.go:171","msg":"trace[383513395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5188; }","duration":"1.50953005s","start":"2026-03-05T17:58:01.403745Z","end":"2026-03-05T17:58:02.913275Z","steps":["trace[383513395] 'agreement among raft nodes before linearized reading' (duration: 1.509244624s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:02.91333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:01.403734Z","time spent":"1.509588571s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:58:02.913467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.777961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3799ca64-a202-4e4e-b507-bf7072e7d26a\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-05T17:58:02.913498Z","caller":"traceutil/trace.go:171","msg":"trace[872587562] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3799ca64-a202-4e4e-b507-bf7072e7d26a; range_end:; response_count:1; response_revision:5188; }","duration":"472.804281ms","start":"2026-03-05T17:58:02.440682Z","end":"2026-03-05T17:58:02.913486Z","steps":["trace[872587562] 'agreement among raft nodes before linearized reading' (duration: 472.73417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:02.91352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:02.440631Z","time spent":"472.882453ms","remote":"127.0.0.1:42950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-3799ca64-a202-4e4e-b507-bf7072e7d26a\" "} {"level":"warn","ts":"2026-03-05T17:58:02.913515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:02.448039Z","time spent":"465.367106ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13837,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:58:02.913574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137308587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T17:58:02.9136Z","caller":"traceutil/trace.go:171","msg":"trace[412666053] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:5188; }","duration":"1.137371339s","start":"2026-03-05T17:58:01.776222Z","end":"2026-03-05T17:58:02.913593Z","steps":["trace[412666053] 'agreement among raft nodes before linearized reading' (duration: 1.137279717s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:02.913626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:01.7762Z","time spent":"1.137421169s","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-05T17:58:02.913636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.770293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:58:02.913661Z","caller":"traceutil/trace.go:171","msg":"trace[1012638451] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5188; }","duration":"797.818903ms","start":"2026-03-05T17:58:02.115834Z","end":"2026-03-05T17:58:02.913653Z","steps":["trace[1012638451] 'agreement among raft nodes before linearized reading' (duration: 797.777182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:02.91368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:02.115822Z","time spent":"797.852885ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:58:02.913948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412053366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:58:02.91397Z","caller":"traceutil/trace.go:171","msg":"trace[374238790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5188; }","duration":"1.412096986s","start":"2026-03-05T17:58:01.501866Z","end":"2026-03-05T17:58:02.913963Z","steps":["trace[374238790] 'agreement among raft nodes before linearized reading' (duration: 1.412060426s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:02.913988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:01.501855Z","time spent":"1.412129588s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:58:02.913992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.321024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:58:02.914022Z","caller":"traceutil/trace.go:171","msg":"trace[2034283753] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5188; }","duration":"837.351355ms","start":"2026-03-05T17:58:02.076665Z","end":"2026-03-05T17:58:02.914016Z","steps":["trace[2034283753] 'agreement among raft nodes before linearized reading' (duration: 837.297743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:02.914042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:02.076606Z","time spent":"837.431356ms","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:58:02.914134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459112933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T17:58:02.914161Z","caller":"traceutil/trace.go:171","msg":"trace[906319010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5188; }","duration":"1.459148155s","start":"2026-03-05T17:58:01.455007Z","end":"2026-03-05T17:58:02.914155Z","steps":["trace[906319010] 'agreement among raft nodes before linearized reading' (duration: 1.459078752s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:02.91418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:01.455002Z","time spent":"1.459173115s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T17:58:02.914231Z","caller":"traceutil/trace.go:171","msg":"trace[383176672] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"1.120243685s","start":"2026-03-05T17:58:01.79393Z","end":"2026-03-05T17:58:02.914174Z","steps":["trace[383176672] 'process raft request' (duration: 1.118734099s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:02.914434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:01.793905Z","time spent":"1.12041444s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:58:02.913182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0469286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-05T17:58:02.913251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510833681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T17:58:02.914579Z","caller":"traceutil/trace.go:171","msg":"trace[481062091] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5188; }","duration":"1.048362724s","start":"2026-03-05T17:58:01.866206Z","end":"2026-03-05T17:58:02.914568Z","steps":["trace[481062091] 'agreement among raft nodes before linearized reading' (duration: 1.046861769s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:02.914618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:01.86619Z","time spent":"1.048414115s","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-05T17:58:02.914645Z","caller":"traceutil/trace.go:171","msg":"trace[165031015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5188; }","duration":"1.512218384s","start":"2026-03-05T17:58:01.402378Z","end":"2026-03-05T17:58:02.914597Z","steps":["trace[165031015] 'agreement among raft nodes before linearized reading' (duration: 1.510826761s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:58:02.914703Z","caller":"traceutil/trace.go:171","msg":"trace[1521178319] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"1.475256034s","start":"2026-03-05T17:58:01.4394Z","end":"2026-03-05T17:58:02.914656Z","steps":["trace[1521178319] 'process raft request' (duration: 1.473136634s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:02.914961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:01.402359Z","time spent":"1.512558621s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:58:02.91503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46060715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T17:58:02.915091Z","caller":"traceutil/trace.go:171","msg":"trace[439023658] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5188; }","duration":"1.460710162s","start":"2026-03-05T17:58:01.454366Z","end":"2026-03-05T17:58:02.915076Z","steps":["trace[439023658] 'agreement among raft nodes before linearized reading' (duration: 1.460298953s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:02.915109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:01.439383Z","time spent":"1.475590032s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:58:02.915139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:01.454348Z","time spent":"1.460772723s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:58:02.915277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463371654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pntd5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T17:58:02.915319Z","caller":"traceutil/trace.go:171","msg":"trace[1805323991] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pntd5; range_end:; response_count:1; response_revision:5188; }","duration":"1.463409494s","start":"2026-03-05T17:58:01.451896Z","end":"2026-03-05T17:58:02.915306Z","steps":["trace[1805323991] 'agreement among raft nodes before linearized reading' (duration: 1.46321404s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:02.915356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:01.451872Z","time spent":"1.463474525s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pntd5\" "} {"level":"warn","ts":"2026-03-05T17:58:02.915329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460495076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T17:58:02.915482Z","caller":"traceutil/trace.go:171","msg":"trace[1812230412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5188; }","duration":"1.46067188s","start":"2026-03-05T17:58:01.454767Z","end":"2026-03-05T17:58:02.915439Z","steps":["trace[1812230412] 'agreement among raft nodes before linearized reading' (duration: 1.460319141s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:02.915535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:01.45476Z","time spent":"1.460762771s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:58:03.238835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:02.921948Z","time spent":"316.87828ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T17:58:03.239096Z","caller":"traceutil/trace.go:171","msg":"trace[1814032462] linearizableReadLoop","detail":"{readStateIndex:5392; appliedIndex:5390; }","duration":"315.805934ms","start":"2026-03-05T17:58:02.923264Z","end":"2026-03-05T17:58:03.23907Z","steps":["trace[1814032462] 'read index received' (duration: 51.520172ms)","trace[1814032462] 'applied index is now lower than readState.Index' (duration: 264.284662ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:58:03.239238Z","caller":"traceutil/trace.go:171","msg":"trace[2090438386] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"314.26686ms","start":"2026-03-05T17:58:02.92496Z","end":"2026-03-05T17:58:03.239227Z","steps":["trace[2090438386] 'process raft request' (duration: 314.004103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:03.239369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:02.924827Z","time spent":"314.448054ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:58:03.239451Z","caller":"traceutil/trace.go:171","msg":"trace[1992664412] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"316.996814ms","start":"2026-03-05T17:58:02.922443Z","end":"2026-03-05T17:58:03.23944Z","steps":["trace[1992664412] 'process raft request' (duration: 316.223795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:03.239579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:02.922434Z","time spent":"317.062235ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:58:03.239812Z","caller":"traceutil/trace.go:171","msg":"trace[145546207] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"309.62479ms","start":"2026-03-05T17:58:02.930172Z","end":"2026-03-05T17:58:03.239796Z","steps":["trace[145546207] 'process raft request' (duration: 308.826311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:03.239894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:02.930162Z","time spent":"309.696252ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13649,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:58:03.240253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.980903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81739"} {"level":"info","ts":"2026-03-05T17:58:03.240299Z","caller":"traceutil/trace.go:171","msg":"trace[899980210] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5194; }","duration":"317.036814ms","start":"2026-03-05T17:58:02.923252Z","end":"2026-03-05T17:58:03.240288Z","steps":["trace[899980210] 'agreement among raft nodes before linearized reading' (duration: 316.796948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:03.24033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:02.923246Z","time spent":"317.076224ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81763,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T17:58:03.24038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.142423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1afa4bf6-3302-45b4-bedb-e5ddacb8bf98\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-05T17:58:03.240436Z","caller":"traceutil/trace.go:171","msg":"trace[2048119702] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1afa4bf6-3302-45b4-bedb-e5ddacb8bf98; range_end:; response_count:1; response_revision:5194; }","duration":"316.213455ms","start":"2026-03-05T17:58:02.924209Z","end":"2026-03-05T17:58:03.240422Z","steps":["trace[2048119702] 'agreement among raft nodes before linearized reading' (duration: 316.053821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:03.24047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:02.924202Z","time spent":"316.261086ms","remote":"127.0.0.1:42950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-1afa4bf6-3302-45b4-bedb-e5ddacb8bf98\" "} {"level":"info","ts":"2026-03-05T17:58:03.239822Z","caller":"traceutil/trace.go:171","msg":"trace[1264777662] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"316.515491ms","start":"2026-03-05T17:58:02.923288Z","end":"2026-03-05T17:58:03.239803Z","steps":["trace[1264777662] 'process raft request' (duration: 315.608089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:03.2406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:02.92326Z","time spent":"317.30714ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:58:03.239234Z","caller":"traceutil/trace.go:171","msg":"trace[1997475233] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"314.323321ms","start":"2026-03-05T17:58:02.924888Z","end":"2026-03-05T17:58:03.239211Z","steps":["trace[1997475233] 'process raft request' (duration: 314.045243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:03.240665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.211604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:58:03.240706Z","caller":"traceutil/trace.go:171","msg":"trace[385377916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5194; }","duration":"313.277966ms","start":"2026-03-05T17:58:02.927418Z","end":"2026-03-05T17:58:03.240696Z","steps":["trace[385377916] 'agreement among raft nodes before linearized reading' (duration: 313.223365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:03.240736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:02.927404Z","time spent":"313.325997ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:58:03.240664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:02.924878Z","time spent":"315.762475ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:58:03.620532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.690627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:58:03.620821Z","caller":"traceutil/trace.go:171","msg":"trace[1765611738] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"369.666543ms","start":"2026-03-05T17:58:03.251099Z","end":"2026-03-05T17:58:03.620765Z","steps":["trace[1765611738] 'process raft request' (duration: 252.597877ms)","trace[1765611738] 'compare' (duration: 116.548424ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:58:03.620857Z","caller":"traceutil/trace.go:171","msg":"trace[1850009568] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"366.014398ms","start":"2026-03-05T17:58:03.254813Z","end":"2026-03-05T17:58:03.620827Z","steps":["trace[1850009568] 'process raft request' (duration: 365.893695ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:58:03.620857Z","caller":"traceutil/trace.go:171","msg":"trace[546441398] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"366.767024ms","start":"2026-03-05T17:58:03.254053Z","end":"2026-03-05T17:58:03.62082Z","steps":["trace[546441398] 'process raft request' (duration: 366.5869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:03.621073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:03.254802Z","time spent":"366.163741ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:58:03.621103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:03.251078Z","time spent":"369.871927ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:58:03.621124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:03.254013Z","time spent":"367.057841ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:58:03.621157Z","caller":"traceutil/trace.go:171","msg":"trace[1565856058] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"366.012558ms","start":"2026-03-05T17:58:03.255072Z","end":"2026-03-05T17:58:03.621085Z","steps":["trace[1565856058] 'process raft request' (duration: 365.67626ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:58:03.621287Z","caller":"traceutil/trace.go:171","msg":"trace[1369532041] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"361.849959ms","start":"2026-03-05T17:58:03.259409Z","end":"2026-03-05T17:58:03.621259Z","steps":["trace[1369532041] 'process raft request' (duration: 361.386078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:03.621478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:03.255032Z","time spent":"366.280843ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:58:03.621552Z","caller":"traceutil/trace.go:171","msg":"trace[787834449] linearizableReadLoop","detail":"{readStateIndex:5402; appliedIndex:5397; }","duration":"324.586902ms","start":"2026-03-05T17:58:03.296948Z","end":"2026-03-05T17:58:03.621535Z","steps":["trace[787834449] 'read index received' (duration: 206.776029ms)","trace[787834449] 'applied index is now lower than readState.Index' (duration: 117.808573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:58:03.621568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:03.259391Z","time spent":"362.026883ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12014,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:58:03.621599Z","caller":"traceutil/trace.go:171","msg":"trace[753610059] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"156.262519ms","start":"2026-03-05T17:58:03.465312Z","end":"2026-03-05T17:58:03.621575Z","steps":["trace[753610059] 'process raft request' (duration: 155.810779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:03.621697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.754316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-05T17:58:03.621747Z","caller":"traceutil/trace.go:171","msg":"trace[1028646366] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5202; }","duration":"324.838548ms","start":"2026-03-05T17:58:03.296897Z","end":"2026-03-05T17:58:03.621735Z","steps":["trace[1028646366] 'agreement among raft nodes before linearized reading' (duration: 324.747876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:03.621786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:03.296844Z","time spent":"324.93516ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T17:58:03.621788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.834801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:58:03.621831Z","caller":"traceutil/trace.go:171","msg":"trace[1227537698] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5202; }","duration":"130.911633ms","start":"2026-03-05T17:58:03.490908Z","end":"2026-03-05T17:58:03.621819Z","steps":["trace[1227537698] 'agreement among raft nodes before linearized reading' (duration: 130.77507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:03.621831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.071054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:58:03.62188Z","caller":"traceutil/trace.go:171","msg":"trace[1606792299] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5202; }","duration":"181.168626ms","start":"2026-03-05T17:58:03.440699Z","end":"2026-03-05T17:58:03.621868Z","steps":["trace[1606792299] 'agreement among raft nodes before linearized reading' (duration: 180.974011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:04.059241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.578439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:58:04.059349Z","caller":"traceutil/trace.go:171","msg":"trace[100617598] linearizableReadLoop","detail":"{readStateIndex:5405; appliedIndex:5404; }","duration":"167.555195ms","start":"2026-03-05T17:58:03.891775Z","end":"2026-03-05T17:58:04.05933Z","steps":["trace[100617598] 'read index received' (duration: 43.632µs)","trace[100617598] 'applied index is now lower than readState.Index' (duration: 167.510343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:58:04.059551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.76977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T17:58:04.059457Z","caller":"traceutil/trace.go:171","msg":"trace[597791592] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"420.105221ms","start":"2026-03-05T17:58:03.639296Z","end":"2026-03-05T17:58:04.059401Z","steps":["trace[597791592] 'process raft request' (duration: 183.251705ms)","trace[597791592] 'compare' (duration: 236.365585ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:58:04.059625Z","caller":"traceutil/trace.go:171","msg":"trace[771352866] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5203; }","duration":"167.913463ms","start":"2026-03-05T17:58:03.891693Z","end":"2026-03-05T17:58:04.059607Z","steps":["trace[771352866] 'agreement among raft nodes before linearized reading' (duration: 167.700428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:04.05976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:03.639282Z","time spent":"420.385517ms","remote":"127.0.0.1:34340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4711,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:58:41.246935Z","caller":"traceutil/trace.go:171","msg":"trace[1835383744] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"326.435251ms","start":"2026-03-05T17:58:40.920465Z","end":"2026-03-05T17:58:41.246901Z","steps":["trace[1835383744] 'process raft request' (duration: 326.191895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:41.247178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:40.920417Z","time spent":"326.648186ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:58:41.308431Z","caller":"traceutil/trace.go:171","msg":"trace[346259818] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"213.946704ms","start":"2026-03-05T17:58:41.094445Z","end":"2026-03-05T17:58:41.308392Z","steps":["trace[346259818] 'process raft request' (duration: 213.697108ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:58:41.308883Z","caller":"traceutil/trace.go:171","msg":"trace[334865505] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"149.319507ms","start":"2026-03-05T17:58:41.159545Z","end":"2026-03-05T17:58:41.308864Z","steps":["trace[334865505] 'process raft request' (duration: 148.791984ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:58:41.309736Z","caller":"traceutil/trace.go:171","msg":"trace[1811661059] linearizableReadLoop","detail":"{readStateIndex:5696; appliedIndex:5694; }","duration":"212.076819ms","start":"2026-03-05T17:58:41.097628Z","end":"2026-03-05T17:58:41.309705Z","steps":["trace[1811661059] 'read index received' (duration: 148.829895ms)","trace[1811661059] 'applied index is now lower than readState.Index' (duration: 63.245504ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:58:41.309915Z","caller":"traceutil/trace.go:171","msg":"trace[1790580421] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"124.763277ms","start":"2026-03-05T17:58:41.185119Z","end":"2026-03-05T17:58:41.309882Z","steps":["trace[1790580421] 'process raft request' (duration: 123.495587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:41.3103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.407967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-05T17:58:41.310352Z","caller":"traceutil/trace.go:171","msg":"trace[599589059] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5486; }","duration":"212.753046ms","start":"2026-03-05T17:58:41.097585Z","end":"2026-03-05T17:58:41.310338Z","steps":["trace[599589059] 'agreement among raft nodes before linearized reading' (duration: 212.276505ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:58:48.865402Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2668} {"level":"info","ts":"2026-03-05T17:58:48.934977Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2668,"took":"68.054187ms","hash":591592965,"current-db-size-bytes":40415232,"current-db-size":"40 MB","current-db-size-in-use-bytes":30208000,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-05T17:58:48.935078Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":591592965,"revision":2668,"compact-revision":-1} {"level":"info","ts":"2026-03-05T17:58:51.509594Z","caller":"traceutil/trace.go:171","msg":"trace[213178333] linearizableReadLoop","detail":"{readStateIndex:5763; appliedIndex:5761; }","duration":"146.023809ms","start":"2026-03-05T17:58:51.363539Z","end":"2026-03-05T17:58:51.509563Z","steps":["trace[213178333] 'read index received' (duration: 29.845935ms)","trace[213178333] 'applied index is now lower than readState.Index' (duration: 116.176444ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:58:51.509739Z","caller":"traceutil/trace.go:171","msg":"trace[1006770984] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"167.960408ms","start":"2026-03-05T17:58:51.341765Z","end":"2026-03-05T17:58:51.509725Z","steps":["trace[1006770984] 'process raft request' (duration: 167.569238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:51.510082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.535222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T17:58:51.510159Z","caller":"traceutil/trace.go:171","msg":"trace[260515858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5548; }","duration":"146.666795ms","start":"2026-03-05T17:58:51.363476Z","end":"2026-03-05T17:58:51.510143Z","steps":["trace[260515858] 'agreement among raft nodes before linearized reading' (duration: 146.528092ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:59:04.676053Z","caller":"traceutil/trace.go:171","msg":"trace[1996867994] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"110.331556ms","start":"2026-03-05T17:59:04.565691Z","end":"2026-03-05T17:59:04.676023Z","steps":["trace[1996867994] 'process raft request' (duration: 110.08642ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:03:48.875172Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5535} {"level":"info","ts":"2026-03-05T18:03:48.957465Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5535,"took":"80.680746ms","hash":308358804,"current-db-size-bytes":40415232,"current-db-size":"40 MB","current-db-size-in-use-bytes":20828160,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-05T18:03:48.957522Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":308358804,"revision":5535,"compact-revision":2668} {"level":"info","ts":"2026-03-05T18:04:40.857085Z","caller":"traceutil/trace.go:171","msg":"trace[1345330409] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"132.269522ms","start":"2026-03-05T18:04:40.72479Z","end":"2026-03-05T18:04:40.85706Z","steps":["trace[1345330409] 'process raft request' (duration: 132.102238ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:41.266362Z","caller":"traceutil/trace.go:171","msg":"trace[683880449] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"537.761548ms","start":"2026-03-05T18:04:40.728574Z","end":"2026-03-05T18:04:41.266336Z","steps":["trace[683880449] 'process raft request' (duration: 537.712177ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:41.266474Z","caller":"traceutil/trace.go:171","msg":"trace[1530062191] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"538.234479ms","start":"2026-03-05T18:04:40.7282Z","end":"2026-03-05T18:04:41.266435Z","steps":["trace[1530062191] 'process raft request' (duration: 537.937612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:41.266556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:40.728564Z","time spent":"537.87601ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:04:41.266728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:40.728173Z","time spent":"538.448254ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:04:51.55581Z","caller":"traceutil/trace.go:171","msg":"trace[1980727396] linearizableReadLoop","detail":"{readStateIndex:8228; appliedIndex:8227; }","duration":"129.839574ms","start":"2026-03-05T18:04:51.425939Z","end":"2026-03-05T18:04:51.555778Z","steps":["trace[1980727396] 'read index received' (duration: 129.781573ms)","trace[1980727396] 'applied index is now lower than readState.Index' (duration: 56.621µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:04:51.55594Z","caller":"traceutil/trace.go:171","msg":"trace[637680105] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"163.845437ms","start":"2026-03-05T18:04:51.392039Z","end":"2026-03-05T18:04:51.555885Z","steps":["trace[637680105] 'process raft request' (duration: 163.54938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:51.55609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.134931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T18:04:51.556138Z","caller":"traceutil/trace.go:171","msg":"trace[934186546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7927; }","duration":"130.240274ms","start":"2026-03-05T18:04:51.425884Z","end":"2026-03-05T18:04:51.556124Z","steps":["trace[934186546] 'agreement among raft nodes before linearized reading' (duration: 130.06598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:51.556249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.637774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T18:04:51.556346Z","caller":"traceutil/trace.go:171","msg":"trace[137764838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7927; }","duration":"120.758768ms","start":"2026-03-05T18:04:51.435564Z","end":"2026-03-05T18:04:51.556323Z","steps":["trace[137764838] 'agreement among raft nodes before linearized reading' (duration: 120.541383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:51.556335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.9849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T18:04:51.556456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.758357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T18:04:51.556484Z","caller":"traceutil/trace.go:171","msg":"trace[448493351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7927; }","duration":"123.161835ms","start":"2026-03-05T18:04:51.433291Z","end":"2026-03-05T18:04:51.556453Z","steps":["trace[448493351] 'agreement among raft nodes before linearized reading' (duration: 122.839006ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:51.556521Z","caller":"traceutil/trace.go:171","msg":"trace[947128416] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7927; }","duration":"125.8866ms","start":"2026-03-05T18:04:51.43062Z","end":"2026-03-05T18:04:51.556506Z","steps":["trace[947128416] 'agreement among raft nodes before linearized reading' (duration: 125.478169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:52.299838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.734047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:04:52.300137Z","caller":"traceutil/trace.go:171","msg":"trace[395071919] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"532.721757ms","start":"2026-03-05T18:04:51.767398Z","end":"2026-03-05T18:04:52.30012Z","steps":["trace[395071919] 'process raft request' (duration: 532.680536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:52.300203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:51.767376Z","time spent":"532.794829ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:04:52.300244Z","caller":"traceutil/trace.go:171","msg":"trace[1870492623] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"739.909591ms","start":"2026-03-05T18:04:51.560297Z","end":"2026-03-05T18:04:52.300207Z","steps":["trace[1870492623] 'process raft request' (duration: 739.653765ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:52.300293Z","caller":"traceutil/trace.go:171","msg":"trace[1753260766] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"739.292546ms","start":"2026-03-05T18:04:51.560967Z","end":"2026-03-05T18:04:52.300259Z","steps":["trace[1753260766] 'process raft request' (duration: 739.076731ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:52.300321Z","caller":"traceutil/trace.go:171","msg":"trace[670733838] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"740.011163ms","start":"2026-03-05T18:04:51.560241Z","end":"2026-03-05T18:04:52.300252Z","steps":["trace[670733838] 'process raft request' (duration: 32.778364ms)","trace[670733838] 'compare' (duration: 706.644575ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:04:52.300353Z","caller":"traceutil/trace.go:171","msg":"trace[1121539262] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"739.941592ms","start":"2026-03-05T18:04:51.560387Z","end":"2026-03-05T18:04:52.300328Z","steps":["trace[1121539262] 'process raft request' (duration: 739.621184ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:52.300405Z","caller":"traceutil/trace.go:171","msg":"trace[347075703] linearizableReadLoop","detail":"{readStateIndex:8232; appliedIndex:8228; }","duration":"711.244185ms","start":"2026-03-05T18:04:51.589148Z","end":"2026-03-05T18:04:52.300392Z","steps":["trace[347075703] 'read index received' (duration: 3.893653ms)","trace[347075703] 'applied index is now lower than readState.Index' (duration: 707.349162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:04:52.300424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:51.560267Z","time spent":"740.068394ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:04:52.300448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:51.560955Z","time spent":"739.409199ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:04:52.300508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:51.560213Z","time spent":"740.206998ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:04:52.30058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.4369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pntd5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T18:04:52.300609Z","caller":"traceutil/trace.go:171","msg":"trace[2084366746] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pntd5; range_end:; response_count:1; response_revision:7932; }","duration":"711.516742ms","start":"2026-03-05T18:04:51.589084Z","end":"2026-03-05T18:04:52.3006Z","steps":["trace[2084366746] 'agreement among raft nodes before linearized reading' (duration: 711.390699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:52.300637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:51.589064Z","time spent":"711.567143ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pntd5\" "} {"level":"warn","ts":"2026-03-05T18:04:52.300697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.930223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:52.300741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.652565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-05T18:04:52.300751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.525104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T18:04:52.302122Z","caller":"traceutil/trace.go:171","msg":"trace[654196051] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:7932; }","duration":"503.938699ms","start":"2026-03-05T18:04:51.798156Z","end":"2026-03-05T18:04:52.302095Z","steps":["trace[654196051] 'agreement among raft nodes before linearized reading' (duration: 502.460984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:52.30219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:51.798123Z","time spent":"504.046901ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"info","ts":"2026-03-05T18:04:52.300758Z","caller":"traceutil/trace.go:171","msg":"trace[390994324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7932; }","duration":"385.022285ms","start":"2026-03-05T18:04:51.915715Z","end":"2026-03-05T18:04:52.300738Z","steps":["trace[390994324] 'agreement among raft nodes before linearized reading' (duration: 384.916023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:52.302295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:51.915698Z","time spent":"386.574912ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:04:52.300784Z","caller":"traceutil/trace.go:171","msg":"trace[696482777] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7932; }","duration":"207.738217ms","start":"2026-03-05T18:04:52.093031Z","end":"2026-03-05T18:04:52.300769Z","steps":["trace[696482777] 'agreement among raft nodes before linearized reading' (duration: 207.593054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:52.300772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.21118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T18:04:52.302758Z","caller":"traceutil/trace.go:171","msg":"trace[2145689627] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7932; }","duration":"300.279599ms","start":"2026-03-05T18:04:52.002462Z","end":"2026-03-05T18:04:52.302742Z","steps":["trace[2145689627] 'agreement among raft nodes before linearized reading' (duration: 298.157489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:52.300982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:51.560379Z","time spent":"740.505255ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:04:52.302831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:52.002441Z","time spent":"300.375641ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T18:04:52.717827Z","caller":"traceutil/trace.go:171","msg":"trace[1234614044] linearizableReadLoop","detail":"{readStateIndex:8234; appliedIndex:8233; }","duration":"413.507217ms","start":"2026-03-05T18:04:52.304288Z","end":"2026-03-05T18:04:52.717796Z","steps":["trace[1234614044] 'read index received' (duration: 385.485327ms)","trace[1234614044] 'applied index is now lower than readState.Index' (duration: 28.02061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:04:52.717898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:52.303306Z","time spent":"414.565732ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T18:04:52.718125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.9828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:52.718179Z","caller":"traceutil/trace.go:171","msg":"trace[569854253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7932; }","duration":"215.086173ms","start":"2026-03-05T18:04:52.503079Z","end":"2026-03-05T18:04:52.718166Z","steps":["trace[569854253] 'agreement among raft nodes before linearized reading' (duration: 214.9876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:52.718174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.41673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e908d5b9-112a-45d6-bb42-7604788f42de\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-05T18:04:52.718241Z","caller":"traceutil/trace.go:171","msg":"trace[2136637138] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e908d5b9-112a-45d6-bb42-7604788f42de; range_end:; response_count:1; response_revision:7932; }","duration":"412.530383ms","start":"2026-03-05T18:04:52.305694Z","end":"2026-03-05T18:04:52.718224Z","steps":["trace[2136637138] 'agreement among raft nodes before linearized reading' (duration: 412.341869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:52.718274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:52.305674Z","time spent":"412.593204ms","remote":"127.0.0.1:42950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-e908d5b9-112a-45d6-bb42-7604788f42de\" "} {"level":"warn","ts":"2026-03-05T18:04:52.718373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.533895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:52.718353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.959179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T18:04:52.7184Z","caller":"traceutil/trace.go:171","msg":"trace[817895852] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:7932; }","duration":"208.614867ms","start":"2026-03-05T18:04:52.509775Z","end":"2026-03-05T18:04:52.71839Z","steps":["trace[817895852] 'agreement among raft nodes before linearized reading' (duration: 208.571876ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:52.718434Z","caller":"traceutil/trace.go:171","msg":"trace[713668619] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7932; }","duration":"412.075412ms","start":"2026-03-05T18:04:52.306336Z","end":"2026-03-05T18:04:52.718411Z","steps":["trace[713668619] 'agreement among raft nodes before linearized reading' (duration: 411.814956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:52.718477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:52.306322Z","time spent":"412.146894ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:04:52.71889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.587982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222788"} {"level":"info","ts":"2026-03-05T18:04:52.718954Z","caller":"traceutil/trace.go:171","msg":"trace[275323690] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7932; }","duration":"414.656434ms","start":"2026-03-05T18:04:52.304283Z","end":"2026-03-05T18:04:52.71894Z","steps":["trace[275323690] 'agreement among raft nodes before linearized reading' (duration: 413.617089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:52.718991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:52.304266Z","time spent":"414.715157ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222812,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-05T18:04:52.879466Z","caller":"traceutil/trace.go:171","msg":"trace[982383662] linearizableReadLoop","detail":"{readStateIndex:8235; appliedIndex:8234; }","duration":"159.900923ms","start":"2026-03-05T18:04:52.719543Z","end":"2026-03-05T18:04:52.879444Z","steps":["trace[982383662] 'read index received' (duration: 159.671318ms)","trace[982383662] 'applied index is now lower than readState.Index' (duration: 228.835µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:04:52.879535Z","caller":"traceutil/trace.go:171","msg":"trace[812849847] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"160.459116ms","start":"2026-03-05T18:04:52.719035Z","end":"2026-03-05T18:04:52.879494Z","steps":["trace[812849847] 'process raft request' (duration: 160.20134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:52.879707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.276196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-cb4d4ddfd-86bcr.189a04074fd00ae4\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-05T18:04:52.879735Z","caller":"traceutil/trace.go:171","msg":"trace[651436839] range","detail":"{range_begin:/registry/events/openstack/barbican-api-cb4d4ddfd-86bcr.189a04074fd00ae4; range_end:; response_count:1; response_revision:7933; }","duration":"102.352628ms","start":"2026-03-05T18:04:52.777372Z","end":"2026-03-05T18:04:52.879725Z","steps":["trace[651436839] 'agreement among raft nodes before linearized reading' (duration: 102.194364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:52.879736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.171029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19632"} {"level":"info","ts":"2026-03-05T18:04:52.879793Z","caller":"traceutil/trace.go:171","msg":"trace[1171888387] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7933; }","duration":"160.259461ms","start":"2026-03-05T18:04:52.71952Z","end":"2026-03-05T18:04:52.87978Z","steps":["trace[1171888387] 'agreement among raft nodes before linearized reading' (duration: 160.035426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:53.702151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.124157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T18:04:53.702229Z","caller":"traceutil/trace.go:171","msg":"trace[626686584] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7937; }","duration":"142.25091ms","start":"2026-03-05T18:04:53.559962Z","end":"2026-03-05T18:04:53.702213Z","steps":["trace[626686584] 'range keys from in-memory index tree' (duration: 141.931813ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:53.825488Z","caller":"traceutil/trace.go:171","msg":"trace[1554034126] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"119.111117ms","start":"2026-03-05T18:04:53.706347Z","end":"2026-03-05T18:04:53.825458Z","steps":["trace[1554034126] 'process raft request' (duration: 118.918633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:54.591584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.820921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T18:04:54.591661Z","caller":"traceutil/trace.go:171","msg":"trace[2121280996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7938; }","duration":"284.990315ms","start":"2026-03-05T18:04:54.306652Z","end":"2026-03-05T18:04:54.591642Z","steps":["trace[2121280996] 'range keys from in-memory index tree' (duration: 284.676757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:54.59185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.92816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-05T18:04:54.591858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.867668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T18:04:54.592004Z","caller":"traceutil/trace.go:171","msg":"trace[2130296997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7938; }","duration":"287.104834ms","start":"2026-03-05T18:04:54.30485Z","end":"2026-03-05T18:04:54.591955Z","steps":["trace[2130296997] 'range keys from in-memory index tree' (duration: 286.569371ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:54.592015Z","caller":"traceutil/trace.go:171","msg":"trace[566085623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7938; }","duration":"287.056823ms","start":"2026-03-05T18:04:54.304922Z","end":"2026-03-05T18:04:54.591979Z","steps":["trace[566085623] 'range keys from in-memory index tree' (duration: 286.650563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:54.591799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.881239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T18:04:54.592413Z","caller":"traceutil/trace.go:171","msg":"trace[1732297420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7938; }","duration":"287.545924ms","start":"2026-03-05T18:04:54.304851Z","end":"2026-03-05T18:04:54.592397Z","steps":["trace[1732297420] 'range keys from in-memory index tree' (duration: 286.663324ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:54.758206Z","caller":"traceutil/trace.go:171","msg":"trace[1598576449] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"161.092611ms","start":"2026-03-05T18:04:54.597099Z","end":"2026-03-05T18:04:54.758192Z","steps":["trace[1598576449] 'process raft request' (duration: 160.931837ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:54.758308Z","caller":"traceutil/trace.go:171","msg":"trace[888285529] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"161.05376ms","start":"2026-03-05T18:04:54.597234Z","end":"2026-03-05T18:04:54.758288Z","steps":["trace[888285529] 'process raft request' (duration: 160.822205ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:54.758164Z","caller":"traceutil/trace.go:171","msg":"trace[656923643] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"161.164743ms","start":"2026-03-05T18:04:54.596971Z","end":"2026-03-05T18:04:54.758136Z","steps":["trace[656923643] 'process raft request' (duration: 160.961228ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:55.510531Z","caller":"traceutil/trace.go:171","msg":"trace[1523077621] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"115.218445ms","start":"2026-03-05T18:04:55.395263Z","end":"2026-03-05T18:04:55.510481Z","steps":["trace[1523077621] 'process raft request' (duration: 115.0279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:55.958775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.881902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:04:55.95888Z","caller":"traceutil/trace.go:171","msg":"trace[1743588342] linearizableReadLoop","detail":"{readStateIndex:8247; appliedIndex:8246; }","duration":"129.980138ms","start":"2026-03-05T18:04:55.828883Z","end":"2026-03-05T18:04:55.958864Z","steps":["trace[1743588342] 'read index received' (duration: 33.951µs)","trace[1743588342] 'applied index is now lower than readState.Index' (duration: 129.944767ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:04:55.958935Z","caller":"traceutil/trace.go:171","msg":"trace[272201835] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"498.739144ms","start":"2026-03-05T18:04:55.460175Z","end":"2026-03-05T18:04:55.958914Z","steps":["trace[272201835] 'process raft request' (duration: 95.633486ms)","trace[272201835] 'compare' (duration: 402.508704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:04:55.95902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.142471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T18:04:55.959032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:55.460151Z","time spent":"498.837377ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:04:55.959054Z","caller":"traceutil/trace.go:171","msg":"trace[94563230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7945; }","duration":"130.176712ms","start":"2026-03-05T18:04:55.828868Z","end":"2026-03-05T18:04:55.959045Z","steps":["trace[94563230] 'agreement among raft nodes before linearized reading' (duration: 130.040829ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:56.969842Z","caller":"traceutil/trace.go:171","msg":"trace[942154668] linearizableReadLoop","detail":"{readStateIndex:8249; appliedIndex:8248; }","duration":"270.487048ms","start":"2026-03-05T18:04:56.699315Z","end":"2026-03-05T18:04:56.969802Z","steps":["trace[942154668] 'read index received' (duration: 270.236352ms)","trace[942154668] 'applied index is now lower than readState.Index' (duration: 248.866µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:04:56.969967Z","caller":"traceutil/trace.go:171","msg":"trace[2145914349] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"370.765494ms","start":"2026-03-05T18:04:56.599164Z","end":"2026-03-05T18:04:56.96993Z","steps":["trace[2145914349] 'process raft request' (duration: 370.418496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:56.970146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:56.599138Z","time spent":"370.914398ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:04:56.970153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.808065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T18:04:56.970257Z","caller":"traceutil/trace.go:171","msg":"trace[1233599947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7947; }","duration":"270.950909ms","start":"2026-03-05T18:04:56.699279Z","end":"2026-03-05T18:04:56.97023Z","steps":["trace[1233599947] 'agreement among raft nodes before linearized reading' (duration: 270.674212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:57.62077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.861937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:04:57.621002Z","caller":"traceutil/trace.go:171","msg":"trace[214164099] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"824.170905ms","start":"2026-03-05T18:04:56.796805Z","end":"2026-03-05T18:04:57.620975Z","steps":["trace[214164099] 'process raft request' (duration: 627.014272ms)","trace[214164099] 'compare' (duration: 196.419626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:04:57.621143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:56.796787Z","time spent":"824.290478ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:04:57.884717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.833257ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T18:04:57.884832Z","caller":"traceutil/trace.go:171","msg":"trace[1804443284] linearizableReadLoop","detail":"{readStateIndex:8251; appliedIndex:8249; }","duration":"914.872624ms","start":"2026-03-05T18:04:56.969942Z","end":"2026-03-05T18:04:57.884814Z","steps":["trace[1804443284] 'read index received' (duration: 453.837621ms)","trace[1804443284] 'applied index is now lower than readState.Index' (duration: 461.033253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:04:57.884948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114480397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pntd5\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-05T18:04:57.884998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12215657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T18:04:57.885028Z","caller":"traceutil/trace.go:171","msg":"trace[796121435] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pntd5; range_end:; response_count:1; response_revision:7948; }","duration":"1.114592269s","start":"2026-03-05T18:04:56.770419Z","end":"2026-03-05T18:04:57.885011Z","steps":["trace[796121435] 'agreement among raft nodes before linearized reading' (duration: 1.114400034s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:57.88506Z","caller":"traceutil/trace.go:171","msg":"trace[1129827940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7948; }","duration":"1.122268323s","start":"2026-03-05T18:04:56.762777Z","end":"2026-03-05T18:04:57.885045Z","steps":["trace[1129827940] 'agreement among raft nodes before linearized reading' (duration: 1.122074138s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:57.885067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:56.770407Z","time spent":"1.114651881s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pntd5\" "} {"level":"warn","ts":"2026-03-05T18:04:57.885092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:56.762743Z","time spent":"1.122343235s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:04:57.885281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122908458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T18:04:57.88538Z","caller":"traceutil/trace.go:171","msg":"trace[1476539494] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7948; }","duration":"1.123083282s","start":"2026-03-05T18:04:56.762274Z","end":"2026-03-05T18:04:57.885357Z","steps":["trace[1476539494] 'agreement among raft nodes before linearized reading' (duration: 1.122720614s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:57.885427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:56.762252Z","time spent":"1.123167985s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:04:57.885073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122331674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T18:04:57.885687Z","caller":"traceutil/trace.go:171","msg":"trace[1943109829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7948; }","duration":"1.122966209s","start":"2026-03-05T18:04:56.762706Z","end":"2026-03-05T18:04:57.885673Z","steps":["trace[1943109829] 'agreement among raft nodes before linearized reading' (duration: 1.122178301s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:57.885753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:56.762693Z","time spent":"1.123047311s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T18:04:57.995159Z","caller":"traceutil/trace.go:171","msg":"trace[1230917863] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"1.020811566s","start":"2026-03-05T18:04:56.974331Z","end":"2026-03-05T18:04:57.995143Z","steps":["trace[1230917863] 'process raft request' (duration: 1.020655772s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:57.995259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:56.974307Z","time spent":"1.020900988s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:04:57.995364Z","caller":"traceutil/trace.go:171","msg":"trace[2055863548] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"967.633595ms","start":"2026-03-05T18:04:57.027708Z","end":"2026-03-05T18:04:57.995342Z","steps":["trace[2055863548] 'process raft request' (duration: 967.408649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:57.995469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.027673Z","time spent":"967.740797ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:04:58.604555Z","caller":"traceutil/trace.go:171","msg":"trace[1443531390] transaction","detail":"{read_only:false; response_revision:7951; number_of_response:1; }","duration":"1.088982556s","start":"2026-03-05T18:04:57.515539Z","end":"2026-03-05T18:04:58.604521Z","steps":["trace[1443531390] 'process raft request' (duration: 1.088753701s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.604984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.515518Z","time spent":"1.089129009s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:04:58.60505Z","caller":"traceutil/trace.go:171","msg":"trace[822930867] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"714.859833ms","start":"2026-03-05T18:04:57.890163Z","end":"2026-03-05T18:04:58.605023Z","steps":["trace[822930867] 'process raft request' (duration: 714.789071ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.605166Z","caller":"traceutil/trace.go:171","msg":"trace[2139826295] linearizableReadLoop","detail":"{readStateIndex:8254; appliedIndex:8251; }","duration":"720.257961ms","start":"2026-03-05T18:04:57.884858Z","end":"2026-03-05T18:04:58.605116Z","steps":["trace[2139826295] 'read index received' (duration: 110.220275ms)","trace[2139826295] 'applied index is now lower than readState.Index' (duration: 610.036506ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:04:58.605244Z","caller":"traceutil/trace.go:171","msg":"trace[1791627720] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"715.255272ms","start":"2026-03-05T18:04:57.889979Z","end":"2026-03-05T18:04:58.605234Z","steps":["trace[1791627720] 'process raft request' (duration: 714.489303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.605298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.889957Z","time spent":"715.315874ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:04:58.605415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.406345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.605424Z","caller":"traceutil/trace.go:171","msg":"trace[1646780359] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"715.290783ms","start":"2026-03-05T18:04:57.890116Z","end":"2026-03-05T18:04:58.605407Z","steps":["trace[1646780359] 'process raft request' (duration: 714.7491ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.605462Z","caller":"traceutil/trace.go:171","msg":"trace[1106975853] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7955; }","duration":"771.466356ms","start":"2026-03-05T18:04:57.833981Z","end":"2026-03-05T18:04:58.605447Z","steps":["trace[1106975853] 'agreement among raft nodes before linearized reading' (duration: 771.363144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.6055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.833973Z","time spent":"771.518357ms","remote":"127.0.0.1:60502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T18:04:58.605527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.890108Z","time spent":"715.358905ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:04:58.605442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.500731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.605594Z","caller":"traceutil/trace.go:171","msg":"trace[1347285791] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7955; }","duration":"803.682066ms","start":"2026-03-05T18:04:57.801898Z","end":"2026-03-05T18:04:58.60558Z","steps":["trace[1347285791] 'agreement among raft nodes before linearized reading' (duration: 803.478901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.605633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.801893Z","time spent":"803.728897ms","remote":"127.0.0.1:60486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"info","ts":"2026-03-05T18:04:58.605643Z","caller":"traceutil/trace.go:171","msg":"trace[2018555245] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"641.174941ms","start":"2026-03-05T18:04:57.964424Z","end":"2026-03-05T18:04:58.605599Z","steps":["trace[2018555245] 'process raft request' (duration: 640.565536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.605681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.67297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.605697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100728068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T18:04:58.605197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.890138Z","time spent":"714.986435ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:04:58.60574Z","caller":"traceutil/trace.go:171","msg":"trace[2000308533] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7955; }","duration":"1.10082902s","start":"2026-03-05T18:04:57.504898Z","end":"2026-03-05T18:04:58.605727Z","steps":["trace[2000308533] 'agreement among raft nodes before linearized reading' (duration: 1.100728507s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.60577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.701155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.605775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.504867Z","time spent":"1.100900632s","remote":"127.0.0.1:43120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":54,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:58.605759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.687494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.605801Z","caller":"traceutil/trace.go:171","msg":"trace[2137556131] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7955; }","duration":"754.739836ms","start":"2026-03-05T18:04:57.85105Z","end":"2026-03-05T18:04:58.60579Z","steps":["trace[2137556131] 'agreement among raft nodes before linearized reading' (duration: 754.700575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.605809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.964403Z","time spent":"641.320014ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:04:58.605839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.851043Z","time spent":"754.788477ms","remote":"127.0.0.1:60518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T18:04:58.605849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.810574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.60585Z","caller":"traceutil/trace.go:171","msg":"trace[138831526] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7955; }","duration":"731.803737ms","start":"2026-03-05T18:04:57.874023Z","end":"2026-03-05T18:04:58.605827Z","steps":["trace[138831526] 'agreement among raft nodes before linearized reading' (duration: 731.639713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.605688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.795222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.605909Z","caller":"traceutil/trace.go:171","msg":"trace[492121990] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7955; }","duration":"771.886366ms","start":"2026-03-05T18:04:57.834006Z","end":"2026-03-05T18:04:58.605893Z","steps":["trace[492121990] 'agreement among raft nodes before linearized reading' (duration: 771.766713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.605928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.874013Z","time spent":"731.897179ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"info","ts":"2026-03-05T18:04:58.605723Z","caller":"traceutil/trace.go:171","msg":"trace[218404939] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7955; }","duration":"730.726611ms","start":"2026-03-05T18:04:57.874986Z","end":"2026-03-05T18:04:58.605713Z","steps":["trace[218404939] 'agreement among raft nodes before linearized reading' (duration: 730.649379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.605945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.834003Z","time spent":"771.933097ms","remote":"127.0.0.1:60502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:58.605976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.16649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.605955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.178208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.606012Z","caller":"traceutil/trace.go:171","msg":"trace[852245336] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7955; }","duration":"805.209502ms","start":"2026-03-05T18:04:57.800789Z","end":"2026-03-05T18:04:58.605998Z","steps":["trace[852245336] 'agreement among raft nodes before linearized reading' (duration: 805.167451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.606017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.148937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.606049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.800782Z","time spent":"805.259163ms","remote":"127.0.0.1:60486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"info","ts":"2026-03-05T18:04:58.606045Z","caller":"traceutil/trace.go:171","msg":"trace[1523636410] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7955; }","duration":"771.305031ms","start":"2026-03-05T18:04:57.834721Z","end":"2026-03-05T18:04:58.606026Z","steps":["trace[1523636410] 'agreement among raft nodes before linearized reading' (duration: 771.118296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.606053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540257436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.606062Z","caller":"traceutil/trace.go:171","msg":"trace[1958069051] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7955; }","duration":"492.200238ms","start":"2026-03-05T18:04:58.113845Z","end":"2026-03-05T18:04:58.606045Z","steps":["trace[1958069051] 'agreement among raft nodes before linearized reading' (duration: 492.132057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.606049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.905956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.606086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108977386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.606094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.834716Z","time spent":"771.367463ms","remote":"127.0.0.1:60502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-03-05T18:04:58.606111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.697839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.606124Z","caller":"traceutil/trace.go:171","msg":"trace[1424922318] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7955; }","duration":"564.999289ms","start":"2026-03-05T18:04:58.041103Z","end":"2026-03-05T18:04:58.606102Z","steps":["trace[1424922318] 'agreement among raft nodes before linearized reading' (duration: 564.858136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.606134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.018583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.606136Z","caller":"traceutil/trace.go:171","msg":"trace[487162682] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7955; }","duration":"1.109070297s","start":"2026-03-05T18:04:57.497051Z","end":"2026-03-05T18:04:58.606121Z","steps":["trace[487162682] 'agreement among raft nodes before linearized reading' (duration: 1.108965174s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.606151Z","caller":"traceutil/trace.go:171","msg":"trace[49736668] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7955; }","duration":"827.76262ms","start":"2026-03-05T18:04:57.778378Z","end":"2026-03-05T18:04:58.60614Z","steps":["trace[49736668] 'agreement among raft nodes before linearized reading' (duration: 827.705029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.606168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.741292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.606172Z","caller":"traceutil/trace.go:171","msg":"trace[1444603110] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7955; }","duration":"827.084355ms","start":"2026-03-05T18:04:57.779078Z","end":"2026-03-05T18:04:58.606162Z","steps":["trace[1444603110] 'agreement among raft nodes before linearized reading' (duration: 827.036564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.606172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.041096Z","time spent":"565.062681ms","remote":"127.0.0.1:60574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T18:04:58.606187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.778361Z","time spent":"827.818882ms","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:04:58.605967Z","caller":"traceutil/trace.go:171","msg":"trace[890306453] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7955; }","duration":"754.074559ms","start":"2026-03-05T18:04:57.851849Z","end":"2026-03-05T18:04:58.605924Z","steps":["trace[890306453] 'agreement among raft nodes before linearized reading' (duration: 753.811233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.606212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.779062Z","time spent":"827.136836ms","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-03-05T18:04:58.606219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.807832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.606233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.090227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.606236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.851831Z","time spent":"754.394946ms","remote":"127.0.0.1:60518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"info","ts":"2026-03-05T18:04:58.606252Z","caller":"traceutil/trace.go:171","msg":"trace[162476355] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7955; }","duration":"827.873494ms","start":"2026-03-05T18:04:57.778369Z","end":"2026-03-05T18:04:58.606242Z","steps":["trace[162476355] 'agreement among raft nodes before linearized reading' (duration: 827.825003ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.606261Z","caller":"traceutil/trace.go:171","msg":"trace[1578137675] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7955; }","duration":"454.129548ms","start":"2026-03-05T18:04:58.152124Z","end":"2026-03-05T18:04:58.606253Z","steps":["trace[1578137675] 'agreement among raft nodes before linearized reading' (duration: 454.091067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.606283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.778349Z","time spent":"827.926985ms","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"info","ts":"2026-03-05T18:04:58.606093Z","caller":"traceutil/trace.go:171","msg":"trace[890140222] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:7955; }","duration":"1.540346439s","start":"2026-03-05T18:04:57.065736Z","end":"2026-03-05T18:04:58.606082Z","steps":["trace[890140222] 'agreement among raft nodes before linearized reading' (duration: 1.540288288s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.605731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.612512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.606328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.905094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.606327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.0657Z","time spent":"1.540616495s","remote":"127.0.0.1:56100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:58.606342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.983658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222788"} {"level":"info","ts":"2026-03-05T18:04:58.606362Z","caller":"traceutil/trace.go:171","msg":"trace[2046957476] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7955; }","duration":"755.238258ms","start":"2026-03-05T18:04:57.851088Z","end":"2026-03-05T18:04:58.606327Z","steps":["trace[2046957476] 'agreement among raft nodes before linearized reading' (duration: 754.623043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.606383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.416473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.606395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.789828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.606386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.997323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.606398Z","caller":"traceutil/trace.go:171","msg":"trace[50211468] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7955; }","duration":"716.06134ms","start":"2026-03-05T18:04:57.890322Z","end":"2026-03-05T18:04:58.606383Z","steps":["trace[50211468] 'agreement among raft nodes before linearized reading' (duration: 715.561028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.606416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.991359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.606428Z","caller":"traceutil/trace.go:171","msg":"trace[593333097] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7955; }","duration":"456.470204ms","start":"2026-03-05T18:04:58.149944Z","end":"2026-03-05T18:04:58.606414Z","steps":["trace[593333097] 'agreement among raft nodes before linearized reading' (duration: 456.404952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.606433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.851074Z","time spent":"755.33409ms","remote":"127.0.0.1:60518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:04:58.606448Z","caller":"traceutil/trace.go:171","msg":"trace[1682985057] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7955; }","duration":"474.061044ms","start":"2026-03-05T18:04:58.132367Z","end":"2026-03-05T18:04:58.606428Z","steps":["trace[1682985057] 'agreement among raft nodes before linearized reading' (duration: 473.982352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.606456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.890314Z","time spent":"716.128351ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222812,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T18:04:58.606459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.565327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.606462Z","caller":"traceutil/trace.go:171","msg":"trace[1830908454] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7955; }","duration":"509.046702ms","start":"2026-03-05T18:04:58.097399Z","end":"2026-03-05T18:04:58.606446Z","steps":["trace[1830908454] 'agreement among raft nodes before linearized reading' (duration: 508.97943ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.606527Z","caller":"traceutil/trace.go:171","msg":"trace[1632369845] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7955; }","duration":"492.627019ms","start":"2026-03-05T18:04:58.113861Z","end":"2026-03-05T18:04:58.606488Z","steps":["trace[1632369845] 'agreement among raft nodes before linearized reading' (duration: 492.579457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.606542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.44024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.606553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.469234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.606575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.11385Z","time spent":"492.71227ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"info","ts":"2026-03-05T18:04:58.606589Z","caller":"traceutil/trace.go:171","msg":"trace[1955218911] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7955; }","duration":"456.540196ms","start":"2026-03-05T18:04:58.150039Z","end":"2026-03-05T18:04:58.60658Z","steps":["trace[1955218911] 'agreement among raft nodes before linearized reading' (duration: 456.444313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.60659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.360719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.606613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.696974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.606624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.150017Z","time spent":"456.597828ms","remote":"127.0.0.1:60628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:58.606618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.41707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.60663Z","caller":"traceutil/trace.go:171","msg":"trace[1452452047] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7955; }","duration":"527.41237ms","start":"2026-03-05T18:04:58.079207Z","end":"2026-03-05T18:04:58.60662Z","steps":["trace[1452452047] 'agreement among raft nodes before linearized reading' (duration: 527.351228ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.606652Z","caller":"traceutil/trace.go:171","msg":"trace[613502768] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7955; }","duration":"547.753966ms","start":"2026-03-05T18:04:58.058885Z","end":"2026-03-05T18:04:58.606639Z","steps":["trace[613502768] 'agreement among raft nodes before linearized reading' (duration: 547.695155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.606656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.619998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.606668Z","caller":"traceutil/trace.go:171","msg":"trace[1288265423] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7955; }","duration":"660.515032ms","start":"2026-03-05T18:04:57.94614Z","end":"2026-03-05T18:04:58.606655Z","steps":["trace[1288265423] 'agreement among raft nodes before linearized reading' (duration: 660.436081ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.606424Z","caller":"traceutil/trace.go:171","msg":"trace[3724215] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7955; }","duration":"491.818719ms","start":"2026-03-05T18:04:58.114598Z","end":"2026-03-05T18:04:58.606416Z","steps":["trace[3724215] 'agreement among raft nodes before linearized reading' (duration: 491.778478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.606691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.058873Z","time spent":"547.807277ms","remote":"127.0.0.1:60578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:04:58.6067Z","caller":"traceutil/trace.go:171","msg":"trace[424567308] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7955; }","duration":"528.695481ms","start":"2026-03-05T18:04:58.07799Z","end":"2026-03-05T18:04:58.606685Z","steps":["trace[424567308] 'agreement among raft nodes before linearized reading' (duration: 528.6288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.606705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.786953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.606711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.946117Z","time spent":"660.581104ms","remote":"127.0.0.1:60540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-03-05T18:04:58.606723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.114546Z","time spent":"492.160657ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-03-05T18:04:58.606447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.67003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.606742Z","caller":"traceutil/trace.go:171","msg":"trace[42352230] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7955; }","duration":"564.832784ms","start":"2026-03-05T18:04:58.041899Z","end":"2026-03-05T18:04:58.606732Z","steps":["trace[42352230] 'agreement among raft nodes before linearized reading' (duration: 564.768503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.606744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.077969Z","time spent":"528.763552ms","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T18:04:58.606748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.92371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.606777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.041895Z","time spent":"564.874375ms","remote":"127.0.0.1:60574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"info","ts":"2026-03-05T18:04:58.606777Z","caller":"traceutil/trace.go:171","msg":"trace[543386923] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7955; }","duration":"547.021479ms","start":"2026-03-05T18:04:58.059744Z","end":"2026-03-05T18:04:58.606766Z","steps":["trace[543386923] 'agreement among raft nodes before linearized reading' (duration: 546.658441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.606788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.629639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.606801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.52752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.606822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.059737Z","time spent":"547.06989ms","remote":"127.0.0.1:60578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"info","ts":"2026-03-05T18:04:58.606591Z","caller":"traceutil/trace.go:171","msg":"trace[1636226744] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7955; }","duration":"509.509023ms","start":"2026-03-05T18:04:58.097068Z","end":"2026-03-05T18:04:58.606577Z","steps":["trace[1636226744] 'agreement among raft nodes before linearized reading' (duration: 509.41061ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.606838Z","caller":"traceutil/trace.go:171","msg":"trace[290894815] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7955; }","duration":"661.69166ms","start":"2026-03-05T18:04:57.945132Z","end":"2026-03-05T18:04:58.606824Z","steps":["trace[290894815] 'agreement among raft nodes before linearized reading' (duration: 661.610629ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.606849Z","caller":"traceutil/trace.go:171","msg":"trace[328718194] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7955; }","duration":"700.586881ms","start":"2026-03-05T18:04:57.906252Z","end":"2026-03-05T18:04:58.606838Z","steps":["trace[328718194] 'agreement among raft nodes before linearized reading' (duration: 700.517179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.606868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.097057Z","time spent":"509.797129ms","remote":"127.0.0.1:60598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:58.606882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.906248Z","time spent":"700.625022ms","remote":"127.0.0.1:60532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:58.606885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.997467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T18:04:58.606899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.628602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.606721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.871411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.606915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.08586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.606935Z","caller":"traceutil/trace.go:171","msg":"trace[2077801249] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7955; }","duration":"713.679163ms","start":"2026-03-05T18:04:57.893245Z","end":"2026-03-05T18:04:58.606924Z","steps":["trace[2077801249] 'agreement among raft nodes before linearized reading' (duration: 713.624832ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.606947Z","caller":"traceutil/trace.go:171","msg":"trace[766660133] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7955; }","duration":"510.112316ms","start":"2026-03-05T18:04:58.096825Z","end":"2026-03-05T18:04:58.606937Z","steps":["trace[766660133] 'agreement among raft nodes before linearized reading' (duration: 509.87424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.606943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.705894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.606958Z","caller":"traceutil/trace.go:171","msg":"trace[1590172182] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7955; }","duration":"565.130101ms","start":"2026-03-05T18:04:58.041815Z","end":"2026-03-05T18:04:58.606945Z","steps":["trace[1590172182] 'agreement among raft nodes before linearized reading' (duration: 565.06505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.606965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.914083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.606978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.996478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.606994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.931749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.606991Z","caller":"traceutil/trace.go:171","msg":"trace[555283639] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7955; }","duration":"713.751705ms","start":"2026-03-05T18:04:57.893226Z","end":"2026-03-05T18:04:58.606977Z","steps":["trace[555283639] 'agreement among raft nodes before linearized reading' (duration: 713.682213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.607018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.859457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.607023Z","caller":"traceutil/trace.go:171","msg":"trace[1617845320] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7955; }","duration":"529.06135ms","start":"2026-03-05T18:04:58.07795Z","end":"2026-03-05T18:04:58.607011Z","steps":["trace[1617845320] 'agreement among raft nodes before linearized reading' (duration: 528.989708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.606967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.89324Z","time spent":"713.718554ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:04:58.607042Z","caller":"traceutil/trace.go:171","msg":"trace[134587462] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7955; }","duration":"590.98179ms","start":"2026-03-05T18:04:58.016033Z","end":"2026-03-05T18:04:58.607015Z","steps":["trace[134587462] 'agreement among raft nodes before linearized reading' (duration: 590.942009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.607044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.893216Z","time spent":"713.813646ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T18:04:58.607068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.077939Z","time spent":"529.116731ms","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:58.607081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.963677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.607095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.248493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.607091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.048576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.607102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.135274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.607114Z","caller":"traceutil/trace.go:171","msg":"trace[623013643] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7955; }","duration":"662.026608ms","start":"2026-03-05T18:04:57.945077Z","end":"2026-03-05T18:04:58.607104Z","steps":["trace[623013643] 'agreement among raft nodes before linearized reading' (duration: 661.963497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.606317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.837942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.607124Z","caller":"traceutil/trace.go:171","msg":"trace[2036759107] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7955; }","duration":"713.286514ms","start":"2026-03-05T18:04:57.893827Z","end":"2026-03-05T18:04:58.607114Z","steps":["trace[2036759107] 'agreement among raft nodes before linearized reading' (duration: 713.247063ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.607142Z","caller":"traceutil/trace.go:171","msg":"trace[47444894] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7955; }","duration":"591.189535ms","start":"2026-03-05T18:04:58.015943Z","end":"2026-03-05T18:04:58.607133Z","steps":["trace[47444894] 'agreement among raft nodes before linearized reading' (duration: 591.128403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.607147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.945063Z","time spent":"662.07706ms","remote":"127.0.0.1:60540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:04:58.607146Z","caller":"traceutil/trace.go:171","msg":"trace[1253019787] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7955; }","duration":"613.121829ms","start":"2026-03-05T18:04:57.994004Z","end":"2026-03-05T18:04:58.607126Z","steps":["trace[1253019787] 'agreement among raft nodes before linearized reading' (duration: 613.049377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.607154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.054832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T18:04:58.60716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.893822Z","time spent":"713.330125ms","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"info","ts":"2026-03-05T18:04:58.607024Z","caller":"traceutil/trace.go:171","msg":"trace[1883405276] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7955; }","duration":"612.985186ms","start":"2026-03-05T18:04:57.994021Z","end":"2026-03-05T18:04:58.607006Z","steps":["trace[1883405276] 'agreement among raft nodes before linearized reading' (duration: 612.898364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.607173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.015935Z","time spent":"591.230985ms","remote":"127.0.0.1:60564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"info","ts":"2026-03-05T18:04:58.607185Z","caller":"traceutil/trace.go:171","msg":"trace[950288000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7955; }","duration":"599.107884ms","start":"2026-03-05T18:04:58.00807Z","end":"2026-03-05T18:04:58.607177Z","steps":["trace[950288000] 'agreement among raft nodes before linearized reading' (duration: 599.022562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.607192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.439209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.607192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.993992Z","time spent":"613.18612ms","remote":"127.0.0.1:60560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T18:04:58.607074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.016018Z","time spent":"591.048181ms","remote":"127.0.0.1:60564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:58.607211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.008052Z","time spent":"599.154274ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T18:04:58.607226Z","caller":"traceutil/trace.go:171","msg":"trace[806671789] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7955; }","duration":"688.480431ms","start":"2026-03-05T18:04:57.918735Z","end":"2026-03-05T18:04:58.607215Z","steps":["trace[806671789] 'agreement among raft nodes before linearized reading' (duration: 688.43681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.607228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.994006Z","time spent":"613.19973ms","remote":"127.0.0.1:60560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:04:58.606357Z","caller":"traceutil/trace.go:171","msg":"trace[1653089684] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7955; }","duration":"474.944915ms","start":"2026-03-05T18:04:58.131403Z","end":"2026-03-05T18:04:58.606348Z","steps":["trace[1653089684] 'agreement among raft nodes before linearized reading' (duration: 474.902354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.611732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.131398Z","time spent":"480.300903ms","remote":"127.0.0.1:60620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:58.606884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.945119Z","time spent":"661.750642ms","remote":"127.0.0.1:60540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"info","ts":"2026-03-05T18:04:58.606805Z","caller":"traceutil/trace.go:171","msg":"trace[1304420902] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7955; }","duration":"547.996692ms","start":"2026-03-05T18:04:58.058792Z","end":"2026-03-05T18:04:58.606789Z","steps":["trace[1304420902] 'agreement among raft nodes before linearized reading' (duration: 547.900679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.611875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.058785Z","time spent":"553.069273ms","remote":"127.0.0.1:60578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T18:04:58.606539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.132362Z","time spent":"474.121545ms","remote":"127.0.0.1:60620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-03-05T18:04:58.606981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.096814Z","time spent":"510.157488ms","remote":"127.0.0.1:60598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T18:04:58.606097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.113835Z","time spent":"492.25334ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:58.605936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.051018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.612197Z","caller":"traceutil/trace.go:171","msg":"trace[1274699880] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7955; }","duration":"811.330428ms","start":"2026-03-05T18:04:57.80085Z","end":"2026-03-05T18:04:58.61218Z","steps":["trace[1274699880] 'agreement among raft nodes before linearized reading' (duration: 805.059718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.612263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.800829Z","time spent":"811.41296ms","remote":"127.0.0.1:60486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:58.607148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.592073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.612327Z","caller":"traceutil/trace.go:171","msg":"trace[231529427] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7955; }","duration":"693.774297ms","start":"2026-03-05T18:04:57.918532Z","end":"2026-03-05T18:04:58.612306Z","steps":["trace[231529427] 'agreement among raft nodes before linearized reading' (duration: 688.584772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.612385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.918525Z","time spent":"693.842499ms","remote":"127.0.0.1:60534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:58.606764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.542601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.612483Z","caller":"traceutil/trace.go:171","msg":"trace[1569804874] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7955; }","duration":"617.267778ms","start":"2026-03-05T18:04:57.995191Z","end":"2026-03-05T18:04:58.612458Z","steps":["trace[1569804874] 'agreement among raft nodes before linearized reading' (duration: 611.553322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.612555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.995173Z","time spent":"617.35954ms","remote":"127.0.0.1:60560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"info","ts":"2026-03-05T18:04:58.60705Z","caller":"traceutil/trace.go:171","msg":"trace[1513474749] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7955; }","duration":"700.904019ms","start":"2026-03-05T18:04:57.906137Z","end":"2026-03-05T18:04:58.607041Z","steps":["trace[1513474749] 'agreement among raft nodes before linearized reading' (duration: 700.853187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.6131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.906131Z","time spent":"706.948864ms","remote":"127.0.0.1:60532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T18:04:58.60655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.097393Z","time spent":"509.141904ms","remote":"127.0.0.1:60598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-03-05T18:04:58.606192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.497026Z","time spent":"1.109151799s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:58.606288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.152116Z","time spent":"454.164709ms","remote":"127.0.0.1:60628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-03-05T18:04:58.605986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.874979Z","time spent":"730.993457ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-05T18:04:58.60646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.149936Z","time spent":"456.516326ms","remote":"127.0.0.1:60628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T18:04:58.606678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.079197Z","time spent":"527.465841ms","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"info","ts":"2026-03-05T18:04:58.606916Z","caller":"traceutil/trace.go:171","msg":"trace[973934911] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7955; }","duration":"585.042828ms","start":"2026-03-05T18:04:58.021865Z","end":"2026-03-05T18:04:58.606908Z","steps":["trace[973934911] 'agreement among raft nodes before linearized reading' (duration: 584.919906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.613642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.021856Z","time spent":"591.754849ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:04:58.606955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.637172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.613687Z","caller":"traceutil/trace.go:171","msg":"trace[1305699165] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7955; }","duration":"597.383634ms","start":"2026-03-05T18:04:58.01629Z","end":"2026-03-05T18:04:58.613674Z","steps":["trace[1305699165] 'agreement among raft nodes before linearized reading' (duration: 590.644892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.613718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.016278Z","time spent":"597.431255ms","remote":"127.0.0.1:60564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-03-05T18:04:58.607025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.0418Z","time spent":"565.212593ms","remote":"127.0.0.1:60574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:04:58.607164Z","caller":"traceutil/trace.go:171","msg":"trace[626775152] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7955; }","duration":"475.708853ms","start":"2026-03-05T18:04:58.13144Z","end":"2026-03-05T18:04:58.607149Z","steps":["trace[626775152] 'agreement among raft nodes before linearized reading' (duration: 474.819552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.613909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.131428Z","time spent":"482.468085ms","remote":"127.0.0.1:60620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T18:04:58.607259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.918729Z","time spent":"688.519311ms","remote":"127.0.0.1:60534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-05T18:04:58.607254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.464207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.613988Z","caller":"traceutil/trace.go:171","msg":"trace[605464967] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7955; }","duration":"707.20544ms","start":"2026-03-05T18:04:57.906773Z","end":"2026-03-05T18:04:58.613978Z","steps":["trace[605464967] 'agreement among raft nodes before linearized reading' (duration: 700.458768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.607307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.226558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.614023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.906768Z","time spent":"707.243931ms","remote":"127.0.0.1:60532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"info","ts":"2026-03-05T18:04:58.61403Z","caller":"traceutil/trace.go:171","msg":"trace[747360896] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7955; }","duration":"641.944609ms","start":"2026-03-05T18:04:57.972072Z","end":"2026-03-05T18:04:58.614016Z","steps":["trace[747360896] 'agreement among raft nodes before linearized reading' (duration: 635.214777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.614073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.972062Z","time spent":"641.9958ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T18:04:58.607299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.694985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.614165Z","caller":"traceutil/trace.go:171","msg":"trace[1935956548] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7955; }","duration":"695.603611ms","start":"2026-03-05T18:04:57.918546Z","end":"2026-03-05T18:04:58.614149Z","steps":["trace[1935956548] 'agreement among raft nodes before linearized reading' (duration: 688.733556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.614199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.918497Z","time spent":"695.692543ms","remote":"127.0.0.1:60534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"info","ts":"2026-03-05T18:04:58.606196Z","caller":"traceutil/trace.go:171","msg":"trace[2142177945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7955; }","duration":"101.809203ms","start":"2026-03-05T18:04:58.504378Z","end":"2026-03-05T18:04:58.606187Z","steps":["trace[2142177945] 'agreement among raft nodes before linearized reading' (duration: 101.767312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.607349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.066337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.61432Z","caller":"traceutil/trace.go:171","msg":"trace[1726097115] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7955; }","duration":"640.054004ms","start":"2026-03-05T18:04:57.974258Z","end":"2026-03-05T18:04:58.614312Z","steps":["trace[1726097115] 'agreement among raft nodes before linearized reading' (duration: 633.067386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.614358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.974242Z","time spent":"640.093924ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-03-05T18:04:58.607387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.120044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.614483Z","caller":"traceutil/trace.go:171","msg":"trace[1003707601] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7955; }","duration":"642.224315ms","start":"2026-03-05T18:04:57.972234Z","end":"2026-03-05T18:04:58.614458Z","steps":["trace[1003707601] 'agreement among raft nodes before linearized reading' (duration: 635.132755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.614575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.972174Z","time spent":"642.379108ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:58.60554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.550701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.614696Z","caller":"traceutil/trace.go:171","msg":"trace[178612779] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7955; }","duration":"740.72294ms","start":"2026-03-05T18:04:57.873965Z","end":"2026-03-05T18:04:58.614688Z","steps":["trace[178612779] 'agreement among raft nodes before linearized reading' (duration: 731.53392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.614737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.873957Z","time spent":"740.771751ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:59.669491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.966985ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:59.66969Z","caller":"traceutil/trace.go:171","msg":"trace[1834075464] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7955; }","duration":"802.17817ms","start":"2026-03-05T18:04:58.867492Z","end":"2026-03-05T18:04:59.66967Z","steps":["trace[1834075464] 'range keys from in-memory index tree' (duration: 801.950355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:59.66992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017611061s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:04:59.670201Z","caller":"traceutil/trace.go:171","msg":"trace[204842805] linearizableReadLoop","detail":"{readStateIndex:8259; appliedIndex:8258; }","duration":"1.05188265s","start":"2026-03-05T18:04:58.6181Z","end":"2026-03-05T18:04:59.669983Z","steps":["trace[204842805] 'read index received' (duration: 34.147486ms)","trace[204842805] 'applied index is now lower than readState.Index' (duration: 1.017733924s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:04:59.670489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052379692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T18:04:59.670558Z","caller":"traceutil/trace.go:171","msg":"trace[526303775] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7956; }","duration":"1.052470544s","start":"2026-03-05T18:04:58.618078Z","end":"2026-03-05T18:04:59.670549Z","steps":["trace[526303775] 'agreement among raft nodes before linearized reading' (duration: 1.052294119s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:59.670671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.61807Z","time spent":"1.052517915s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:04:59.670669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.413107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:59.670674Z","caller":"traceutil/trace.go:171","msg":"trace[2035788203] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"1.054847661s","start":"2026-03-05T18:04:58.615794Z","end":"2026-03-05T18:04:59.670641Z","steps":["trace[2035788203] 'process raft request' (duration: 36.40234ms)","trace[2035788203] 'compare' (duration: 1.017392026s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:04:59.670755Z","caller":"traceutil/trace.go:171","msg":"trace[1621970889] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7956; }","duration":"373.558881ms","start":"2026-03-05T18:04:59.297162Z","end":"2026-03-05T18:04:59.67072Z","steps":["trace[1621970889] 'agreement among raft nodes before linearized reading' (duration: 373.389877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:59.670803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:59.297139Z","time spent":"373.652473ms","remote":"127.0.0.1:56002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:59.67095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.615779Z","time spent":"1.054953394s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":461,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:00.404332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.159388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:05:00.40443Z","caller":"traceutil/trace.go:171","msg":"trace[2006150968] linearizableReadLoop","detail":"{readStateIndex:8260; appliedIndex:8259; }","duration":"405.186808ms","start":"2026-03-05T18:04:59.999226Z","end":"2026-03-05T18:05:00.404413Z","steps":["trace[2006150968] 'read index received' (duration: 86.941158ms)","trace[2006150968] 'applied index is now lower than readState.Index' (duration: 318.24414ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:00.404651Z","caller":"traceutil/trace.go:171","msg":"trace[408869247] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"630.284351ms","start":"2026-03-05T18:04:59.774353Z","end":"2026-03-05T18:05:00.404637Z","steps":["trace[408869247] 'process raft request' (duration: 311.718713ms)","trace[408869247] 'compare' (duration: 317.709947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:00.404723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:59.774334Z","time spent":"630.354962ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:00.405009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.774182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T18:05:00.405085Z","caller":"traceutil/trace.go:171","msg":"trace[284265552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7957; }","duration":"405.897295ms","start":"2026-03-05T18:04:59.99917Z","end":"2026-03-05T18:05:00.405068Z","steps":["trace[284265552] 'agreement among raft nodes before linearized reading' (duration: 405.68598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:00.405128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:59.999148Z","time spent":"405.968617ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T18:05:00.434667Z","caller":"traceutil/trace.go:171","msg":"trace[103236213] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"434.620521ms","start":"2026-03-05T18:05:00.000028Z","end":"2026-03-05T18:05:00.434648Z","steps":["trace[103236213] 'process raft request' (duration: 434.423607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:00.434785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:00.000012Z","time spent":"434.704634ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:00.434768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.217327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-05T18:05:00.434845Z","caller":"traceutil/trace.go:171","msg":"trace[297189412] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7958; }","duration":"302.326139ms","start":"2026-03-05T18:05:00.132503Z","end":"2026-03-05T18:05:00.434829Z","steps":["trace[297189412] 'agreement among raft nodes before linearized reading' (duration: 302.107284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:00.434907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:00.13249Z","time spent":"302.40727ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T18:05:01.005064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197869813,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:05:01.373625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.782307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:05:01.374873Z","caller":"traceutil/trace.go:171","msg":"trace[903838494] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"965.614296ms","start":"2026-03-05T18:05:00.409236Z","end":"2026-03-05T18:05:01.374851Z","steps":["trace[903838494] 'process raft request' (duration: 810.509838ms)","trace[903838494] 'compare' (duration: 153.48582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:01.374955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:00.409208Z","time spent":"965.711519ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:01.525304Z","caller":"traceutil/trace.go:171","msg":"trace[1065925955] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"914.017673ms","start":"2026-03-05T18:05:00.611257Z","end":"2026-03-05T18:05:01.525275Z","steps":["trace[1065925955] 'process raft request' (duration: 913.930201ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:01.525316Z","caller":"traceutil/trace.go:171","msg":"trace[2117586402] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"1.086352894s","start":"2026-03-05T18:05:00.438926Z","end":"2026-03-05T18:05:01.525279Z","steps":["trace[2117586402] 'process raft request' (duration: 1.068503728s)","trace[2117586402] 'compare' (duration: 17.628571ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:01.525408Z","caller":"traceutil/trace.go:171","msg":"trace[1968537992] linearizableReadLoop","detail":"{readStateIndex:8265; appliedIndex:8261; }","duration":"1.021318489s","start":"2026-03-05T18:05:00.504061Z","end":"2026-03-05T18:05:01.52538Z","steps":["trace[1968537992] 'read index received' (duration: 715.764083ms)","trace[1968537992] 'applied index is now lower than readState.Index' (duration: 305.552276ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:01.525467Z","caller":"traceutil/trace.go:171","msg":"trace[52456856] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"907.226221ms","start":"2026-03-05T18:05:00.618177Z","end":"2026-03-05T18:05:01.525404Z","steps":["trace[52456856] 'process raft request' (duration: 907.051907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:01.525568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:00.438907Z","time spent":"1.086565149s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:01.525608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021515673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:05:01.525899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.513387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T18:05:01.525954Z","caller":"traceutil/trace.go:171","msg":"trace[1938160651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7962; }","duration":"1.021911913s","start":"2026-03-05T18:05:00.504025Z","end":"2026-03-05T18:05:01.525937Z","steps":["trace[1938160651] 'agreement among raft nodes before linearized reading' (duration: 1.021497883s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:01.525677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.428867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T18:05:01.525985Z","caller":"traceutil/trace.go:171","msg":"trace[679225274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7962; }","duration":"912.6248ms","start":"2026-03-05T18:05:00.613341Z","end":"2026-03-05T18:05:01.525965Z","steps":["trace[679225274] 'agreement among raft nodes before linearized reading' (duration: 912.355113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:01.52603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:00.613334Z","time spent":"912.687581ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:01.526007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:00.504008Z","time spent":"1.021989294s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:05:01.525718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.808389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pntd5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T18:05:01.526229Z","caller":"traceutil/trace.go:171","msg":"trace[1651367673] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pntd5; range_end:; response_count:1; response_revision:7962; }","duration":"909.337211ms","start":"2026-03-05T18:05:00.616878Z","end":"2026-03-05T18:05:01.526215Z","steps":["trace[1651367673] 'agreement among raft nodes before linearized reading' (duration: 908.708737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:01.525542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:00.611228Z","time spent":"914.163007ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:01.525757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:00.618165Z","time spent":"907.442006ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:01.526266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:00.616864Z","time spent":"909.390422ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pntd5\" "} {"level":"info","ts":"2026-03-05T18:05:01.526231Z","caller":"traceutil/trace.go:171","msg":"trace[261600866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7962; }","duration":"915.802947ms","start":"2026-03-05T18:05:00.610203Z","end":"2026-03-05T18:05:01.526006Z","steps":["trace[261600866] 'agreement among raft nodes before linearized reading' (duration: 915.334525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:01.52659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:00.610185Z","time spent":"916.234366ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:01.52589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.602738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T18:05:01.526687Z","caller":"traceutil/trace.go:171","msg":"trace[1417213449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7962; }","duration":"915.416697ms","start":"2026-03-05T18:05:00.611252Z","end":"2026-03-05T18:05:01.526669Z","steps":["trace[1417213449] 'agreement among raft nodes before linearized reading' (duration: 914.466884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:01.526743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:00.611241Z","time spent":"915.482628ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T18:05:01.879203Z","caller":"traceutil/trace.go:171","msg":"trace[1591837774] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"178.63962ms","start":"2026-03-05T18:05:01.700522Z","end":"2026-03-05T18:05:01.879162Z","steps":["trace[1591837774] 'process raft request' (duration: 178.170339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:02.454265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197869827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:05:02.514807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:01.880307Z","time spent":"634.49446ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T18:05:02.515797Z","caller":"traceutil/trace.go:171","msg":"trace[1651406908] linearizableReadLoop","detail":"{readStateIndex:8272; appliedIndex:8269; }","duration":"562.192872ms","start":"2026-03-05T18:05:01.953581Z","end":"2026-03-05T18:05:02.515774Z","steps":["trace[1651406908] 'read index received' (duration: 504.579134ms)","trace[1651406908] 'applied index is now lower than readState.Index' (duration: 57.612848ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:02.515845Z","caller":"traceutil/trace.go:171","msg":"trace[1939793009] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"112.301665ms","start":"2026-03-05T18:05:02.403514Z","end":"2026-03-05T18:05:02.515815Z","steps":["trace[1939793009] 'process raft request' (duration: 112.059079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:02.516054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.443948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:05:02.516113Z","caller":"traceutil/trace.go:171","msg":"trace[346376863] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:7968; }","duration":"562.608052ms","start":"2026-03-05T18:05:01.953491Z","end":"2026-03-05T18:05:02.516099Z","steps":["trace[346376863] 'agreement among raft nodes before linearized reading' (duration: 562.411147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:02.516168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:01.953468Z","time spent":"562.688114ms","remote":"127.0.0.1:34312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:05:02.517152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.578288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:05:02.517197Z","caller":"traceutil/trace.go:171","msg":"trace[872875099] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:7969; }","duration":"193.67507ms","start":"2026-03-05T18:05:02.323507Z","end":"2026-03-05T18:05:02.517183Z","steps":["trace[872875099] 'agreement among raft nodes before linearized reading' (duration: 193.512576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:02.517296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.393619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-05T18:05:02.517425Z","caller":"traceutil/trace.go:171","msg":"trace[890494038] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7969; }","duration":"486.597723ms","start":"2026-03-05T18:05:02.030747Z","end":"2026-03-05T18:05:02.517344Z","steps":["trace[890494038] 'agreement among raft nodes before linearized reading' (duration: 486.263685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:02.517473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:02.030725Z","time spent":"486.736428ms","remote":"127.0.0.1:42952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:05:26.837829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.997613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:05:26.837932Z","caller":"traceutil/trace.go:171","msg":"trace[465467153] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8140; }","duration":"154.137365ms","start":"2026-03-05T18:05:26.683777Z","end":"2026-03-05T18:05:26.837915Z","steps":["trace[465467153] 'count revisions from in-memory index tree' (duration: 153.93855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:29.343175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197870416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:05:29.843969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197870416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:05:30.345338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197870416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:05:30.845792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197870416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:05:31.34699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197870416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:05:31.504117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000022529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:05:31.504266Z","caller":"traceutil/trace.go:171","msg":"trace[970846341] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000187243s","start":"2026-03-05T18:05:29.504042Z","end":"2026-03-05T18:05:31.50423Z","steps":["trace[970846341] 'agreement among raft nodes before linearized reading' (duration: 2.00004588s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:31.504322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:29.50403Z","time spent":"2.000283265s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:05:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:05:31.527409Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.925825265s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:05:31.52779Z","caller":"traceutil/trace.go:171","msg":"trace[1540073066] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"2.926337527s","start":"2026-03-05T18:05:28.601429Z","end":"2026-03-05T18:05:31.527767Z","steps":["trace[1540073066] 'process raft request' (duration: 2.926177214s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:31.527943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:28.601401Z","time spent":"2.92646354s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:31.722336Z","caller":"traceutil/trace.go:171","msg":"trace[1577751826] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"2.114860686s","start":"2026-03-05T18:05:29.607448Z","end":"2026-03-05T18:05:31.722309Z","steps":["trace[1577751826] 'process raft request' (duration: 2.114525018s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:31.722548Z","caller":"traceutil/trace.go:171","msg":"trace[232790983] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"2.110718666s","start":"2026-03-05T18:05:29.611812Z","end":"2026-03-05T18:05:31.72253Z","steps":["trace[232790983] 'process raft request' (duration: 2.110445549s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:31.722606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:29.607427Z","time spent":"2.115083s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:31.722645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:29.611795Z","time spent":"2.110800968s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:31.722837Z","caller":"traceutil/trace.go:171","msg":"trace[1895677983] linearizableReadLoop","detail":"{readStateIndex:8465; appliedIndex:8461; }","duration":"2.880325528s","start":"2026-03-05T18:05:28.842484Z","end":"2026-03-05T18:05:31.722809Z","steps":["trace[1895677983] 'read index received' (duration: 2.685190862s)","trace[1895677983] 'applied index is now lower than readState.Index' (duration: 195.132806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:31.722932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880446681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:05:31.722921Z","caller":"traceutil/trace.go:171","msg":"trace[859168611] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"722.338981ms","start":"2026-03-05T18:05:31.000554Z","end":"2026-03-05T18:05:31.722893Z","steps":["trace[859168611] 'process raft request' (duration: 721.88061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:31.723062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:31.000529Z","time spent":"722.458014ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:31.723075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219243821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T18:05:31.723129Z","caller":"traceutil/trace.go:171","msg":"trace[1216982378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8153; }","duration":"2.219335284s","start":"2026-03-05T18:05:29.503778Z","end":"2026-03-05T18:05:31.723113Z","steps":["trace[1216982378] 'agreement among raft nodes before linearized reading' (duration: 2.21916798s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:31.723129Z","caller":"traceutil/trace.go:171","msg":"trace[1781411646] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8153; }","duration":"2.880525063s","start":"2026-03-05T18:05:28.842442Z","end":"2026-03-05T18:05:31.722967Z","steps":["trace[1781411646] 'agreement among raft nodes before linearized reading' (duration: 2.880441351s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:31.723189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:28.842425Z","time spent":"2.880751458s","remote":"127.0.0.1:43188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:05:31.723209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.71364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:05:31.723632Z","caller":"traceutil/trace.go:171","msg":"trace[808760188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8153; }","duration":"219.16975ms","start":"2026-03-05T18:05:31.504445Z","end":"2026-03-05T18:05:31.723614Z","steps":["trace[808760188] 'agreement among raft nodes before linearized reading' (duration: 218.71585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:31.72321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470719874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T18:05:31.72365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985603805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pntd5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T18:05:31.723741Z","caller":"traceutil/trace.go:171","msg":"trace[366689884] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8153; }","duration":"1.471306108s","start":"2026-03-05T18:05:30.252413Z","end":"2026-03-05T18:05:31.723719Z","steps":["trace[366689884] 'agreement among raft nodes before linearized reading' (duration: 1.470577251s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:31.723776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032752143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:05:31.723807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:30.252393Z","time spent":"1.471400481s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T18:05:31.723842Z","caller":"traceutil/trace.go:171","msg":"trace[1719002106] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8153; }","duration":"1.032842895s","start":"2026-03-05T18:05:30.690978Z","end":"2026-03-05T18:05:31.723821Z","steps":["trace[1719002106] 'agreement among raft nodes before linearized reading' (duration: 1.032340843s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:31.723895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:30.690957Z","time spent":"1.032929067s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":859,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:05:31.7233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.970376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-03-05T18:05:31.723185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:29.503755Z","time spent":"2.219417106s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T18:05:31.72414Z","caller":"traceutil/trace.go:171","msg":"trace[521763534] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8153; }","duration":"306.723573ms","start":"2026-03-05T18:05:31.417279Z","end":"2026-03-05T18:05:31.724003Z","steps":["trace[521763534] 'agreement among raft nodes before linearized reading' (duration: 305.982256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:31.724423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:31.417259Z","time spent":"307.146673ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-05T18:05:31.723321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698721256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T18:05:31.723387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036682166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T18:05:31.723408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.804789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-05T18:05:31.723429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058897307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T18:05:31.723468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005705985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-05T18:05:31.7235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003261086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T18:05:31.723522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189081951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:05:31.723753Z","caller":"traceutil/trace.go:171","msg":"trace[1783297008] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pntd5; range_end:; response_count:1; response_revision:8153; }","duration":"1.985758848s","start":"2026-03-05T18:05:29.737966Z","end":"2026-03-05T18:05:31.723725Z","steps":["trace[1783297008] 'agreement among raft nodes before linearized reading' (duration: 1.98543625s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:31.724679Z","caller":"traceutil/trace.go:171","msg":"trace[1233209149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8153; }","duration":"1.700108479s","start":"2026-03-05T18:05:30.024549Z","end":"2026-03-05T18:05:31.724658Z","steps":["trace[1233209149] 'agreement among raft nodes before linearized reading' (duration: 1.698659925s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:31.725852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:30.024531Z","time spent":"1.701302307s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T18:05:31.724719Z","caller":"traceutil/trace.go:171","msg":"trace[486165188] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8153; }","duration":"2.038046018s","start":"2026-03-05T18:05:29.686654Z","end":"2026-03-05T18:05:31.7247Z","steps":["trace[486165188] 'agreement among raft nodes before linearized reading' (duration: 2.036688046s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:31.726331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:29.686636Z","time spent":"2.039676258s","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:05:31.725414Z","caller":"traceutil/trace.go:171","msg":"trace[819253487] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8153; }","duration":"186.842308ms","start":"2026-03-05T18:05:31.538538Z","end":"2026-03-05T18:05:31.725381Z","steps":["trace[819253487] 'agreement among raft nodes before linearized reading' (duration: 184.745098ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:31.725502Z","caller":"traceutil/trace.go:171","msg":"trace[959877166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8153; }","duration":"2.060990897s","start":"2026-03-05T18:05:29.664502Z","end":"2026-03-05T18:05:31.725492Z","steps":["trace[959877166] 'agreement among raft nodes before linearized reading' (duration: 2.058848106s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:31.725531Z","caller":"traceutil/trace.go:171","msg":"trace[21290736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8153; }","duration":"2.007781515s","start":"2026-03-05T18:05:29.717742Z","end":"2026-03-05T18:05:31.725523Z","steps":["trace[21290736] 'agreement among raft nodes before linearized reading' (duration: 2.005593543s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:31.726702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:29.664492Z","time spent":"2.062187375s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:31.726748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:29.717702Z","time spent":"2.009032335s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T18:05:31.725681Z","caller":"traceutil/trace.go:171","msg":"trace[911965797] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8153; }","duration":"1.191324395s","start":"2026-03-05T18:05:30.534348Z","end":"2026-03-05T18:05:31.725672Z","steps":["trace[911965797] 'agreement among raft nodes before linearized reading' (duration: 1.1890249s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:31.726923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:30.534329Z","time spent":"1.192564464s","remote":"127.0.0.1:43050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:05:31.72575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:29.737944Z","time spent":"1.987786897s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pntd5\" "} {"level":"info","ts":"2026-03-05T18:05:31.725575Z","caller":"traceutil/trace.go:171","msg":"trace[18334234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8153; }","duration":"2.005361827s","start":"2026-03-05T18:05:29.720206Z","end":"2026-03-05T18:05:31.725568Z","steps":["trace[18334234] 'agreement among raft nodes before linearized reading' (duration: 2.003209976s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:31.727087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:29.720196Z","time spent":"2.006872173s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:32.642314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.98554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:05:32.642418Z","caller":"traceutil/trace.go:171","msg":"trace[110384818] linearizableReadLoop","detail":"{readStateIndex:8474; appliedIndex:8473; }","duration":"779.346304ms","start":"2026-03-05T18:05:31.863054Z","end":"2026-03-05T18:05:32.642401Z","steps":["trace[110384818] 'read index received' (duration: 211.131448ms)","trace[110384818] 'applied index is now lower than readState.Index' (duration: 568.212846ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:32.642471Z","caller":"traceutil/trace.go:171","msg":"trace[403580062] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"781.469235ms","start":"2026-03-05T18:05:31.860969Z","end":"2026-03-05T18:05:32.642438Z","steps":["trace[403580062] 'process raft request' (duration: 213.267869ms)","trace[403580062] 'compare' (duration: 567.589281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:32.642691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.64357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T18:05:32.642726Z","caller":"traceutil/trace.go:171","msg":"trace[1684478529] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8161; }","duration":"779.728362ms","start":"2026-03-05T18:05:31.862987Z","end":"2026-03-05T18:05:32.642715Z","steps":["trace[1684478529] 'agreement among raft nodes before linearized reading' (duration: 779.507217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:32.642761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:31.86296Z","time spent":"779.792914ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:05:32.642911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:31.860955Z","time spent":"781.613848ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:32.642917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.971288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:05:32.643Z","caller":"traceutil/trace.go:171","msg":"trace[1602706357] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8161; }","duration":"583.07731ms","start":"2026-03-05T18:05:32.059903Z","end":"2026-03-05T18:05:32.64298Z","steps":["trace[1602706357] 'agreement among raft nodes before linearized reading' (duration: 582.906246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:32.643059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:32.059851Z","time spent":"583.196844ms","remote":"127.0.0.1:43100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:05:33.069651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.938883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-cb4d4ddfd-86bcr.189a04074fd00ae4\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-05T18:05:33.069782Z","caller":"traceutil/trace.go:171","msg":"trace[1381263093] range","detail":"{range_begin:/registry/events/openstack/barbican-api-cb4d4ddfd-86bcr.189a04074fd00ae4; range_end:; response_count:1; response_revision:8161; }","duration":"293.127388ms","start":"2026-03-05T18:05:32.776623Z","end":"2026-03-05T18:05:33.069751Z","steps":["trace[1381263093] 'range keys from in-memory index tree' (duration: 292.637546ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:33.261169Z","caller":"traceutil/trace.go:171","msg":"trace[901050495] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"163.89483ms","start":"2026-03-05T18:05:33.097242Z","end":"2026-03-05T18:05:33.261137Z","steps":["trace[901050495] 'process raft request' (duration: 110.01742ms)","trace[901050495] 'compare' (duration: 53.340067ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:33.804039Z","caller":"traceutil/trace.go:171","msg":"trace[717381906] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"271.03223ms","start":"2026-03-05T18:05:33.532974Z","end":"2026-03-05T18:05:33.804007Z","steps":["trace[717381906] 'process raft request' (duration: 270.816924ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:34.843701Z","caller":"traceutil/trace.go:171","msg":"trace[1153523235] linearizableReadLoop","detail":"{readStateIndex:8486; appliedIndex:8485; }","duration":"338.962084ms","start":"2026-03-05T18:05:34.504703Z","end":"2026-03-05T18:05:34.843665Z","steps":["trace[1153523235] 'read index received' (duration: 338.78795ms)","trace[1153523235] 'applied index is now lower than readState.Index' (duration: 172.674µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:34.843848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.131728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:05:34.843807Z","caller":"traceutil/trace.go:171","msg":"trace[253434202] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"526.181841ms","start":"2026-03-05T18:05:34.317578Z","end":"2026-03-05T18:05:34.84376Z","steps":["trace[253434202] 'process raft request' (duration: 525.934885ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:34.843895Z","caller":"traceutil/trace.go:171","msg":"trace[1585165519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8173; }","duration":"339.238651ms","start":"2026-03-05T18:05:34.504643Z","end":"2026-03-05T18:05:34.843881Z","steps":["trace[1585165519] 'agreement among raft nodes before linearized reading' (duration: 339.139159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:34.843947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:34.504617Z","time spent":"339.318263ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:05:34.844043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:34.317541Z","time spent":"526.381156ms","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:35.096223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.59207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:05:35.096529Z","caller":"traceutil/trace.go:171","msg":"trace[1667604978] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"244.308071ms","start":"2026-03-05T18:05:34.852154Z","end":"2026-03-05T18:05:35.096462Z","steps":["trace[1667604978] 'process raft request' (duration: 129.390793ms)","trace[1667604978] 'compare' (duration: 114.420556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:45.274252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.829439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:05:45.274339Z","caller":"traceutil/trace.go:171","msg":"trace[1110444778] linearizableReadLoop","detail":"{readStateIndex:8578; appliedIndex:8577; }","duration":"494.439791ms","start":"2026-03-05T18:05:44.779886Z","end":"2026-03-05T18:05:45.274326Z","steps":["trace[1110444778] 'read index received' (duration: 31.691µs)","trace[1110444778] 'applied index is now lower than readState.Index' (duration: 494.40678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:45.274765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.82354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T18:05:45.274757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.173615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6pntk\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-03-05T18:05:45.2748Z","caller":"traceutil/trace.go:171","msg":"trace[1427922238] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8260; }","duration":"494.937783ms","start":"2026-03-05T18:05:44.779854Z","end":"2026-03-05T18:05:45.274792Z","steps":["trace[1427922238] 'agreement among raft nodes before linearized reading' (duration: 494.545244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:45.27481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.838818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-05T18:05:45.274834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:44.779838Z","time spent":"494.989374ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:05:45.274836Z","caller":"traceutil/trace.go:171","msg":"trace[65260467] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6pntk; range_end:; response_count:1; response_revision:8260; }","duration":"402.324779ms","start":"2026-03-05T18:05:44.872493Z","end":"2026-03-05T18:05:45.274818Z","steps":["trace[65260467] 'agreement among raft nodes before linearized reading' (duration: 402.148855ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:45.27487Z","caller":"traceutil/trace.go:171","msg":"trace[567584043] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8260; }","duration":"419.92642ms","start":"2026-03-05T18:05:44.854921Z","end":"2026-03-05T18:05:45.274847Z","steps":["trace[567584043] 'agreement among raft nodes before linearized reading' (duration: 419.717385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:45.274881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:44.872481Z","time spent":"402.39068ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4692,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6pntk\" "} {"level":"warn","ts":"2026-03-05T18:05:45.274904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:44.854902Z","time spent":"419.994923ms","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-05T18:05:45.274425Z","caller":"traceutil/trace.go:171","msg":"trace[1266649031] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"669.857025ms","start":"2026-03-05T18:05:44.604516Z","end":"2026-03-05T18:05:45.274373Z","steps":["trace[1266649031] 'process raft request' (duration: 49.821891ms)","trace[1266649031] 'compare' (duration: 619.541523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:45.275234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:44.604504Z","time spent":"670.604294ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4653,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:45.783814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197870738,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T18:05:45.837615Z","caller":"traceutil/trace.go:171","msg":"trace[1845097429] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"555.219554ms","start":"2026-03-05T18:05:45.282373Z","end":"2026-03-05T18:05:45.837593Z","steps":["trace[1845097429] 'process raft request' (duration: 555.092251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:45.837779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:45.282361Z","time spent":"555.345038ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4658,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:45.943482Z","caller":"traceutil/trace.go:171","msg":"trace[1322377479] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"660.80009ms","start":"2026-03-05T18:05:45.282654Z","end":"2026-03-05T18:05:45.943454Z","steps":["trace[1322377479] 'process raft request' (duration: 633.396814ms)","trace[1322377479] 'compare' (duration: 27.201141ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:45.943551Z","caller":"traceutil/trace.go:171","msg":"trace[1089473852] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"339.699812ms","start":"2026-03-05T18:05:45.603847Z","end":"2026-03-05T18:05:45.943547Z","steps":["trace[1089473852] 'process raft request' (duration: 339.574569ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:45.943527Z","caller":"traceutil/trace.go:171","msg":"trace[140802359] linearizableReadLoop","detail":"{readStateIndex:8582; appliedIndex:8578; }","duration":"660.080383ms","start":"2026-03-05T18:05:45.28343Z","end":"2026-03-05T18:05:45.94351Z","steps":["trace[140802359] 'read index received' (duration: 554.025257ms)","trace[140802359] 'applied index is now lower than readState.Index' (duration: 106.054236ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:45.943616Z","caller":"traceutil/trace.go:171","msg":"trace[683018830] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"117.96292ms","start":"2026-03-05T18:05:45.825643Z","end":"2026-03-05T18:05:45.943606Z","steps":["trace[683018830] 'process raft request' (duration: 117.824677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:45.943638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:45.603819Z","time spent":"339.758334ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:45.943637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:45.28264Z","time spent":"660.914602ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:45.943503Z","caller":"traceutil/trace.go:171","msg":"trace[2048458203] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8262; }","duration":"657.749256ms","start":"2026-03-05T18:05:45.285726Z","end":"2026-03-05T18:05:45.943475Z","steps":["trace[2048458203] 'process raft request' (duration: 657.637273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:45.943764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:45.285717Z","time spent":"658.025813ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4708,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:45.944055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.619776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-6pntk\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-03-05T18:05:45.944114Z","caller":"traceutil/trace.go:171","msg":"trace[1174691636] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-6pntk; range_end:; response_count:1; response_revision:8264; }","duration":"660.700617ms","start":"2026-03-05T18:05:45.283398Z","end":"2026-03-05T18:05:45.944099Z","steps":["trace[1174691636] 'agreement among raft nodes before linearized reading' (duration: 660.41161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:45.944146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:45.283386Z","time spent":"660.751429ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2828,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-6pntk\" "} {"level":"info","ts":"2026-03-05T18:05:46.126375Z","caller":"traceutil/trace.go:171","msg":"trace[1912311405] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"255.851156ms","start":"2026-03-05T18:05:45.870458Z","end":"2026-03-05T18:05:46.12631Z","steps":["trace[1912311405] 'process raft request' (duration: 181.694054ms)","trace[1912311405] 'compare' (duration: 74.007029ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:46.126705Z","caller":"traceutil/trace.go:171","msg":"trace[404589565] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"255.56148ms","start":"2026-03-05T18:05:45.871113Z","end":"2026-03-05T18:05:46.126674Z","steps":["trace[404589565] 'process raft request' (duration: 255.155361ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:46.126744Z","caller":"traceutil/trace.go:171","msg":"trace[1659221527] linearizableReadLoop","detail":"{readStateIndex:8587; appliedIndex:8583; }","duration":"183.140688ms","start":"2026-03-05T18:05:45.943581Z","end":"2026-03-05T18:05:46.126721Z","steps":["trace[1659221527] 'read index received' (duration: 108.585706ms)","trace[1659221527] 'applied index is now lower than readState.Index' (duration: 74.553982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:46.126945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.068977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:05:46.126985Z","caller":"traceutil/trace.go:171","msg":"trace[30851929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8268; }","duration":"623.160289ms","start":"2026-03-05T18:05:45.503814Z","end":"2026-03-05T18:05:46.126975Z","steps":["trace[30851929] 'agreement among raft nodes before linearized reading' (duration: 623.081387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:46.127014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:45.503794Z","time spent":"623.21279ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:05:46.127011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.948149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T18:05:46.127036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.890796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6pntk\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-05T18:05:46.127133Z","caller":"traceutil/trace.go:171","msg":"trace[1066098249] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8268; }","duration":"320.054162ms","start":"2026-03-05T18:05:45.806986Z","end":"2026-03-05T18:05:46.12704Z","steps":["trace[1066098249] 'agreement among raft nodes before linearized reading' (duration: 319.961369ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:46.127174Z","caller":"traceutil/trace.go:171","msg":"trace[1026503802] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"246.999176ms","start":"2026-03-05T18:05:45.880165Z","end":"2026-03-05T18:05:46.127164Z","steps":["trace[1026503802] 'process raft request' (duration: 246.390441ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:46.127223Z","caller":"traceutil/trace.go:171","msg":"trace[1793322955] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"219.269054ms","start":"2026-03-05T18:05:45.907944Z","end":"2026-03-05T18:05:46.127213Z","steps":["trace[1793322955] 'process raft request' (duration: 218.7159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:46.127179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:45.806965Z","time spent":"320.200506ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:05:46.127381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.792478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T18:05:46.127426Z","caller":"traceutil/trace.go:171","msg":"trace[1052676887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8268; }","duration":"189.868809ms","start":"2026-03-05T18:05:45.937547Z","end":"2026-03-05T18:05:46.127416Z","steps":["trace[1052676887] 'agreement among raft nodes before linearized reading' (duration: 189.735516ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:46.127133Z","caller":"traceutil/trace.go:171","msg":"trace[908117100] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6pntk; range_end:; response_count:1; response_revision:8268; }","duration":"248.036649ms","start":"2026-03-05T18:05:45.87908Z","end":"2026-03-05T18:05:46.127117Z","steps":["trace[908117100] 'agreement among raft nodes before linearized reading' (duration: 247.810814ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:46.370007Z","caller":"traceutil/trace.go:171","msg":"trace[114817206] linearizableReadLoop","detail":"{readStateIndex:8590; appliedIndex:8587; }","duration":"243.176084ms","start":"2026-03-05T18:05:46.126803Z","end":"2026-03-05T18:05:46.369979Z","steps":["trace[114817206] 'read index received' (duration: 166.664355ms)","trace[114817206] 'applied index is now lower than readState.Index' (duration: 76.510559ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:46.370046Z","caller":"traceutil/trace.go:171","msg":"trace[65667713] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"421.420415ms","start":"2026-03-05T18:05:45.948591Z","end":"2026-03-05T18:05:46.370012Z","steps":["trace[65667713] 'process raft request' (duration: 421.311803ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:46.370087Z","caller":"traceutil/trace.go:171","msg":"trace[1354963002] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"422.200004ms","start":"2026-03-05T18:05:45.947867Z","end":"2026-03-05T18:05:46.370067Z","steps":["trace[1354963002] 'process raft request' (duration: 421.947248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:46.370175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:45.947859Z","time spent":"422.272957ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T18:05:46.370194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:45.948564Z","time spent":"421.548729ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:46.370221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.155649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T18:05:46.37027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.156659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6pntk\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-05T18:05:46.370332Z","caller":"traceutil/trace.go:171","msg":"trace[2142811846] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6pntk; range_end:; response_count:1; response_revision:8271; }","duration":"408.25372ms","start":"2026-03-05T18:05:45.962064Z","end":"2026-03-05T18:05:46.370318Z","steps":["trace[2142811846] 'agreement among raft nodes before linearized reading' (duration: 408.058596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:46.370363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.164298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T18:05:46.37039Z","caller":"traceutil/trace.go:171","msg":"trace[792392785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8271; }","duration":"390.22779ms","start":"2026-03-05T18:05:45.980154Z","end":"2026-03-05T18:05:46.370381Z","steps":["trace[792392785] 'agreement among raft nodes before linearized reading' (duration: 390.154128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:46.370391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:45.962053Z","time spent":"408.324712ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4697,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6pntk\" "} {"level":"warn","ts":"2026-03-05T18:05:46.370427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:45.980136Z","time spent":"390.283831ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:46.37057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.363439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T18:05:46.370638Z","caller":"traceutil/trace.go:171","msg":"trace[661764958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8271; }","duration":"389.458302ms","start":"2026-03-05T18:05:45.981163Z","end":"2026-03-05T18:05:46.370621Z","steps":["trace[661764958] 'agreement among raft nodes before linearized reading' (duration: 388.841997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:46.37065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.636151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T18:05:46.370286Z","caller":"traceutil/trace.go:171","msg":"trace[2077633425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8271; }","duration":"393.268112ms","start":"2026-03-05T18:05:45.977004Z","end":"2026-03-05T18:05:46.370272Z","steps":["trace[2077633425] 'agreement among raft nodes before linearized reading' (duration: 393.009996ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:46.370688Z","caller":"traceutil/trace.go:171","msg":"trace[1428285438] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8271; }","duration":"388.702523ms","start":"2026-03-05T18:05:45.981975Z","end":"2026-03-05T18:05:46.370678Z","steps":["trace[1428285438] 'agreement among raft nodes before linearized reading' (duration: 388.557259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:46.37069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:45.981151Z","time spent":"389.526703ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:46.370727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:45.981963Z","time spent":"388.756904ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:05:46.370719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:45.976993Z","time spent":"393.708822ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:05:46.370746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.007156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pntd5\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-05T18:05:46.370675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.140572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-05T18:05:46.370934Z","caller":"traceutil/trace.go:171","msg":"trace[1944328859] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8271; }","duration":"422.43178ms","start":"2026-03-05T18:05:45.948454Z","end":"2026-03-05T18:05:46.370886Z","steps":["trace[1944328859] 'agreement among raft nodes before linearized reading' (duration: 422.00497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:46.371024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:45.948442Z","time spent":"422.529193ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-05T18:05:46.370827Z","caller":"traceutil/trace.go:171","msg":"trace[828839464] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pntd5; range_end:; response_count:1; response_revision:8271; }","duration":"383.16764ms","start":"2026-03-05T18:05:45.987641Z","end":"2026-03-05T18:05:46.370808Z","steps":["trace[828839464] 'agreement among raft nodes before linearized reading' (duration: 382.843812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:46.371092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:45.987635Z","time spent":"383.446878ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pntd5\" "} {"level":"info","ts":"2026-03-05T18:05:46.370213Z","caller":"traceutil/trace.go:171","msg":"trace[1315110896] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8269; }","duration":"424.400406ms","start":"2026-03-05T18:05:45.945791Z","end":"2026-03-05T18:05:46.370191Z","steps":["trace[1315110896] 'process raft request' (duration: 347.663902ms)","trace[1315110896] 'compare' (duration: 75.943656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:46.37178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:45.945749Z","time spent":"425.823401ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-05T18:05:46.649711Z","caller":"traceutil/trace.go:171","msg":"trace[864961700] linearizableReadLoop","detail":"{readStateIndex:8591; appliedIndex:8590; }","duration":"279.598265ms","start":"2026-03-05T18:05:46.370089Z","end":"2026-03-05T18:05:46.649687Z","steps":["trace[864961700] 'read index received' (duration: 210.119634ms)","trace[864961700] 'applied index is now lower than readState.Index' (duration: 69.477661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:46.649863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.925199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:05:46.649903Z","caller":"traceutil/trace.go:171","msg":"trace[863273806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8272; }","duration":"522.00137ms","start":"2026-03-05T18:05:46.127892Z","end":"2026-03-05T18:05:46.649893Z","steps":["trace[863273806] 'agreement among raft nodes before linearized reading' (duration: 521.911088ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:46.649881Z","caller":"traceutil/trace.go:171","msg":"trace[51706345] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"518.251771ms","start":"2026-03-05T18:05:46.131574Z","end":"2026-03-05T18:05:46.649826Z","steps":["trace[51706345] 'process raft request' (duration: 448.604846ms)","trace[51706345] 'compare' (duration: 69.40957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:46.649942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:46.127876Z","time spent":"522.058532ms","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:05:46.650046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:46.131552Z","time spent":"518.404894ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:46.698688Z","caller":"traceutil/trace.go:171","msg":"trace[1441322128] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"322.779887ms","start":"2026-03-05T18:05:46.375887Z","end":"2026-03-05T18:05:46.698667Z","steps":["trace[1441322128] 'process raft request' (duration: 322.50511ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:46.698698Z","caller":"traceutil/trace.go:171","msg":"trace[1242890608] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"322.772477ms","start":"2026-03-05T18:05:46.3759Z","end":"2026-03-05T18:05:46.698672Z","steps":["trace[1242890608] 'process raft request' (duration: 322.688575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:46.698813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:46.375865Z","time spent":"322.879331ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:46.698972Z","caller":"traceutil/trace.go:171","msg":"trace[686349786] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"321.318803ms","start":"2026-03-05T18:05:46.377617Z","end":"2026-03-05T18:05:46.698936Z","steps":["trace[686349786] 'process raft request' (duration: 321.014605ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:46.699066Z","caller":"traceutil/trace.go:171","msg":"trace[159515785] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"319.814427ms","start":"2026-03-05T18:05:46.379208Z","end":"2026-03-05T18:05:46.699022Z","steps":["trace[159515785] 'process raft request' (duration: 319.625793ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:46.699152Z","caller":"traceutil/trace.go:171","msg":"trace[1134762835] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"317.889111ms","start":"2026-03-05T18:05:46.381244Z","end":"2026-03-05T18:05:46.699133Z","steps":["trace[1134762835] 'process raft request' (duration: 317.685656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:46.699131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:46.379196Z","time spent":"319.90136ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:46.699159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:46.377594Z","time spent":"321.466026ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:46.699052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:46.375882Z","time spent":"322.8909ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:46.69924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:46.381234Z","time spent":"317.968062ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:46.699243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.266322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.189a0421a95d12e8\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-05T18:05:46.699351Z","caller":"traceutil/trace.go:171","msg":"trace[1877240546] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.189a0421a95d12e8; range_end:; response_count:1; response_revision:8277; }","duration":"321.396124ms","start":"2026-03-05T18:05:46.377937Z","end":"2026-03-05T18:05:46.699333Z","steps":["trace[1877240546] 'agreement among raft nodes before linearized reading' (duration: 321.132238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:46.699396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:46.377925Z","time spent":"321.458896ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":701,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.189a0421a95d12e8\" "} {"level":"warn","ts":"2026-03-05T18:05:46.699494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.610547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227434"} {"level":"info","ts":"2026-03-05T18:05:46.699572Z","caller":"traceutil/trace.go:171","msg":"trace[380493007] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8277; }","duration":"323.69879ms","start":"2026-03-05T18:05:46.375853Z","end":"2026-03-05T18:05:46.699551Z","steps":["trace[380493007] 'agreement among raft nodes before linearized reading' (duration: 323.204128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:46.699621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:46.375832Z","time spent":"323.773592ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227458,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-05T18:05:46.928701Z","caller":"traceutil/trace.go:171","msg":"trace[647367165] linearizableReadLoop","detail":"{readStateIndex:8599; appliedIndex:8598; }","duration":"134.932267ms","start":"2026-03-05T18:05:46.793729Z","end":"2026-03-05T18:05:46.928661Z","steps":["trace[647367165] 'read index received' (duration: 92.087011ms)","trace[647367165] 'applied index is now lower than readState.Index' (duration: 42.843716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:46.928999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.234995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-05T18:05:46.929048Z","caller":"traceutil/trace.go:171","msg":"trace[23021344] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8280; }","duration":"135.357017ms","start":"2026-03-05T18:05:46.793678Z","end":"2026-03-05T18:05:46.929035Z","steps":["trace[23021344] 'agreement among raft nodes before linearized reading' (duration: 135.120381ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:46.929199Z","caller":"traceutil/trace.go:171","msg":"trace[1962332696] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"180.283942ms","start":"2026-03-05T18:05:46.748874Z","end":"2026-03-05T18:05:46.929158Z","steps":["trace[1962332696] 'process raft request' (duration: 136.932184ms)","trace[1962332696] 'compare' (duration: 42.565548ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:47.104164Z","caller":"traceutil/trace.go:171","msg":"trace[1780962389] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"168.403117ms","start":"2026-03-05T18:05:46.935731Z","end":"2026-03-05T18:05:47.104134Z","steps":["trace[1780962389] 'process raft request' (duration: 117.985661ms)","trace[1780962389] 'compare' (duration: 50.137539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:47.72996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.019673ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T18:05:47.730037Z","caller":"traceutil/trace.go:171","msg":"trace[1813034828] linearizableReadLoop","detail":"{readStateIndex:8601; appliedIndex:8599; }","duration":"700.766265ms","start":"2026-03-05T18:05:47.029259Z","end":"2026-03-05T18:05:47.730025Z","steps":["trace[1813034828] 'read index received' (duration: 24.481435ms)","trace[1813034828] 'applied index is now lower than readState.Index' (duration: 676.28376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:47.730348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.083912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-05T18:05:47.730369Z","caller":"traceutil/trace.go:171","msg":"trace[80086728] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8281; }","duration":"701.164515ms","start":"2026-03-05T18:05:47.0292Z","end":"2026-03-05T18:05:47.730364Z","steps":["trace[80086728] 'agreement among raft nodes before linearized reading' (duration: 701.052702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:47.730387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:47.029174Z","time spent":"701.209796ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-05T18:05:47.730576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.571795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"warn","ts":"2026-03-05T18:05:47.730576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.885953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-05T18:05:47.73065Z","caller":"traceutil/trace.go:171","msg":"trace[1973625066] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8281; }","duration":"622.661577ms","start":"2026-03-05T18:05:47.107972Z","end":"2026-03-05T18:05:47.730634Z","steps":["trace[1973625066] 'agreement among raft nodes before linearized reading' (duration: 622.511304ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:47.730655Z","caller":"traceutil/trace.go:171","msg":"trace[212548598] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8281; }","duration":"623.018186ms","start":"2026-03-05T18:05:47.107623Z","end":"2026-03-05T18:05:47.730641Z","steps":["trace[212548598] 'agreement among raft nodes before linearized reading' (duration: 622.836312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:47.730649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.777632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:05:47.730689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:47.107599Z","time spent":"623.082498ms","remote":"127.0.0.1:43162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-05T18:05:47.730689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:47.107965Z","time spent":"622.715808ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":622,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-03-05T18:05:47.730663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.929334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-05T18:05:47.730701Z","caller":"traceutil/trace.go:171","msg":"trace[511187625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8281; }","duration":"226.879944ms","start":"2026-03-05T18:05:47.503805Z","end":"2026-03-05T18:05:47.730684Z","steps":["trace[511187625] 'agreement among raft nodes before linearized reading' (duration: 226.789152ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:47.730749Z","caller":"traceutil/trace.go:171","msg":"trace[1086028385] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8281; }","duration":"623.055517ms","start":"2026-03-05T18:05:47.107674Z","end":"2026-03-05T18:05:47.730729Z","steps":["trace[1086028385] 'agreement among raft nodes before linearized reading' (duration: 622.872323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:47.730791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:47.107666Z","time spent":"623.115959ms","remote":"127.0.0.1:43162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-05T18:05:48.262846Z","caller":"traceutil/trace.go:171","msg":"trace[536783284] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"170.712711ms","start":"2026-03-05T18:05:48.092106Z","end":"2026-03-05T18:05:48.262819Z","steps":["trace[536783284] 'process raft request' (duration: 170.487596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:49.323549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.48701ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:05:49.323708Z","caller":"traceutil/trace.go:171","msg":"trace[790046161] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8282; }","duration":"455.657355ms","start":"2026-03-05T18:05:48.868024Z","end":"2026-03-05T18:05:49.323681Z","steps":["trace[790046161] 'range keys from in-memory index tree' (duration: 455.464319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:49.324109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.872819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:05:49.324391Z","caller":"traceutil/trace.go:171","msg":"trace[23430110] linearizableReadLoop","detail":"{readStateIndex:8605; appliedIndex:8602; }","duration":"820.19388ms","start":"2026-03-05T18:05:48.504175Z","end":"2026-03-05T18:05:49.324369Z","steps":["trace[23430110] 'read index received' (duration: 366.680647ms)","trace[23430110] 'applied index is now lower than readState.Index' (duration: 453.511933ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:49.324428Z","caller":"traceutil/trace.go:171","msg":"trace[1894893479] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"1.192952043s","start":"2026-03-05T18:05:48.131401Z","end":"2026-03-05T18:05:49.324353Z","steps":["trace[1894893479] 'process raft request' (duration: 739.48ms)","trace[1894893479] 'compare' (duration: 452.757306ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:49.324534Z","caller":"traceutil/trace.go:171","msg":"trace[1904637951] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"1.192551154s","start":"2026-03-05T18:05:48.131965Z","end":"2026-03-05T18:05:49.324516Z","steps":["trace[1904637951] 'process raft request' (duration: 1.192310208s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:49.324566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.131382Z","time spent":"1.193101596s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:49.324612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.131938Z","time spent":"1.192633095s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:49.324575Z","caller":"traceutil/trace.go:171","msg":"trace[422357323] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"1.193058155s","start":"2026-03-05T18:05:48.13144Z","end":"2026-03-05T18:05:49.324498Z","steps":["trace[422357323] 'process raft request' (duration: 1.192773249s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:49.324791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.665745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T18:05:49.324805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.131413Z","time spent":"1.193271621s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:49.324806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.620971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:05:49.325185Z","caller":"traceutil/trace.go:171","msg":"trace[319178856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8285; }","duration":"821.03001ms","start":"2026-03-05T18:05:48.504128Z","end":"2026-03-05T18:05:49.325158Z","steps":["trace[319178856] 'agreement among raft nodes before linearized reading' (duration: 820.580089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:49.324829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.539087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T18:05:49.325336Z","caller":"traceutil/trace.go:171","msg":"trace[1847813765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8285; }","duration":"621.08448ms","start":"2026-03-05T18:05:48.70422Z","end":"2026-03-05T18:05:49.325305Z","steps":["trace[1847813765] 'agreement among raft nodes before linearized reading' (duration: 620.507157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:49.325263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.504109Z","time spent":"821.136973ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:05:49.324834Z","caller":"traceutil/trace.go:171","msg":"trace[1115055805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8285; }","duration":"619.771338ms","start":"2026-03-05T18:05:48.705052Z","end":"2026-03-05T18:05:49.324823Z","steps":["trace[1115055805] 'agreement among raft nodes before linearized reading' (duration: 619.624765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:49.325455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.704186Z","time spent":"621.237003ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:49.325521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.705014Z","time spent":"620.466435ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:49.324863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.49583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pntd5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T18:05:49.325661Z","caller":"traceutil/trace.go:171","msg":"trace[1398685247] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pntd5; range_end:; response_count:1; response_revision:8285; }","duration":"617.309999ms","start":"2026-03-05T18:05:48.708329Z","end":"2026-03-05T18:05:49.325639Z","steps":["trace[1398685247] 'agreement among raft nodes before linearized reading' (duration: 616.380457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:49.325749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.708319Z","time spent":"617.413681ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pntd5\" "} {"level":"warn","ts":"2026-03-05T18:05:49.324875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.418159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T18:05:49.325865Z","caller":"traceutil/trace.go:171","msg":"trace[1170681940] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8285; }","duration":"671.615497ms","start":"2026-03-05T18:05:48.654222Z","end":"2026-03-05T18:05:49.325838Z","steps":["trace[1170681940] 'agreement among raft nodes before linearized reading' (duration: 670.317696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:49.325918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.654201Z","time spent":"671.70353ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:49.324882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.5082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T18:05:49.325996Z","caller":"traceutil/trace.go:171","msg":"trace[1009412420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8285; }","duration":"622.649207ms","start":"2026-03-05T18:05:48.703327Z","end":"2026-03-05T18:05:49.325976Z","steps":["trace[1009412420] 'agreement among raft nodes before linearized reading' (duration: 621.406988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:49.326066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.703316Z","time spent":"622.730969ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:05:49.324963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.928336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T18:05:49.326221Z","caller":"traceutil/trace.go:171","msg":"trace[1362275406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8285; }","duration":"622.195536ms","start":"2026-03-05T18:05:48.704004Z","end":"2026-03-05T18:05:49.3262Z","steps":["trace[1362275406] 'agreement among raft nodes before linearized reading' (duration: 620.685121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:49.32628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.703998Z","time spent":"622.265038ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T18:05:51.562581Z","caller":"traceutil/trace.go:171","msg":"trace[808448554] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"231.645068ms","start":"2026-03-05T18:05:51.330842Z","end":"2026-03-05T18:05:51.562487Z","steps":["trace[808448554] 'process raft request' (duration: 156.804789ms)","trace[808448554] 'compare' (duration: 74.578483ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:51.562642Z","caller":"traceutil/trace.go:171","msg":"trace[1125091675] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"231.473304ms","start":"2026-03-05T18:05:51.331137Z","end":"2026-03-05T18:05:51.56261Z","steps":["trace[1125091675] 'process raft request' (duration: 231.31552ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:51.562635Z","caller":"traceutil/trace.go:171","msg":"trace[1939376744] linearizableReadLoop","detail":"{readStateIndex:8614; appliedIndex:8612; }","duration":"170.436585ms","start":"2026-03-05T18:05:51.392161Z","end":"2026-03-05T18:05:51.562598Z","steps":["trace[1939376744] 'read index received' (duration: 95.520503ms)","trace[1939376744] 'applied index is now lower than readState.Index' (duration: 74.914862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:51.562926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.750212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T18:05:51.562998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.697444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pntd5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T18:05:51.563008Z","caller":"traceutil/trace.go:171","msg":"trace[307722329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8294; }","duration":"170.875335ms","start":"2026-03-05T18:05:51.392114Z","end":"2026-03-05T18:05:51.562989Z","steps":["trace[307722329] 'agreement among raft nodes before linearized reading' (duration: 170.67267ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:51.563047Z","caller":"traceutil/trace.go:171","msg":"trace[803691834] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pntd5; range_end:; response_count:1; response_revision:8294; }","duration":"135.801907ms","start":"2026-03-05T18:05:51.42723Z","end":"2026-03-05T18:05:51.563032Z","steps":["trace[803691834] 'agreement among raft nodes before linearized reading' (duration: 135.579622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:51.563094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.746788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T18:05:51.56313Z","caller":"traceutil/trace.go:171","msg":"trace[1099784807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8294; }","duration":"138.811339ms","start":"2026-03-05T18:05:51.424309Z","end":"2026-03-05T18:05:51.56312Z","steps":["trace[1099784807] 'agreement among raft nodes before linearized reading' (duration: 138.647095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:51.563034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.999934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T18:05:51.56322Z","caller":"traceutil/trace.go:171","msg":"trace[644588823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8294; }","duration":"139.237549ms","start":"2026-03-05T18:05:51.42397Z","end":"2026-03-05T18:05:51.563208Z","steps":["trace[644588823] 'agreement among raft nodes before linearized reading' (duration: 138.84324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:51.563284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.981514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T18:05:51.563344Z","caller":"traceutil/trace.go:171","msg":"trace[487834117] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8294; }","duration":"139.065735ms","start":"2026-03-05T18:05:51.424261Z","end":"2026-03-05T18:05:51.563327Z","steps":["trace[487834117] 'agreement among raft nodes before linearized reading' (duration: 138.909341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:51.563836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.46777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T18:05:51.563892Z","caller":"traceutil/trace.go:171","msg":"trace[581029423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8294; }","duration":"138.548732ms","start":"2026-03-05T18:05:51.425327Z","end":"2026-03-05T18:05:51.563875Z","steps":["trace[581029423] 'agreement among raft nodes before linearized reading' (duration: 137.772244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:52.129916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.451672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:05:52.130212Z","caller":"traceutil/trace.go:171","msg":"trace[609551329] linearizableReadLoop","detail":"{readStateIndex:8618; appliedIndex:8614; }","duration":"562.856367ms","start":"2026-03-05T18:05:51.567339Z","end":"2026-03-05T18:05:52.130195Z","steps":["trace[609551329] 'read index received' (duration: 48.473969ms)","trace[609551329] 'applied index is now lower than readState.Index' (duration: 514.381398ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:52.130256Z","caller":"traceutil/trace.go:171","msg":"trace[1390911267] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"563.36887ms","start":"2026-03-05T18:05:51.56685Z","end":"2026-03-05T18:05:52.130218Z","steps":["trace[1390911267] 'process raft request' (duration: 563.164305ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:52.130354Z","caller":"traceutil/trace.go:171","msg":"trace[1288322642] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"563.018271ms","start":"2026-03-05T18:05:51.567307Z","end":"2026-03-05T18:05:52.130326Z","steps":["trace[1288322642] 'process raft request' (duration: 562.812756ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:52.130437Z","caller":"traceutil/trace.go:171","msg":"trace[683611982] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"563.629516ms","start":"2026-03-05T18:05:51.566773Z","end":"2026-03-05T18:05:52.130402Z","steps":["trace[683611982] 'process raft request' (duration: 142.59406ms)","trace[683611982] 'compare' (duration: 420.122195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:52.130528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:51.5673Z","time spent":"563.126264ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:52.130523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.730291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T18:05:52.130573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.239991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:05:52.130329Z","caller":"traceutil/trace.go:171","msg":"trace[405901788] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"562.96718ms","start":"2026-03-05T18:05:51.567352Z","end":"2026-03-05T18:05:52.130319Z","steps":["trace[405901788] 'process raft request' (duration: 562.802376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:52.130605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:51.566755Z","time spent":"563.780429ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:52.130571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:51.566824Z","time spent":"563.586654ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:52.13064Z","caller":"traceutil/trace.go:171","msg":"trace[990101514] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8299; }","duration":"260.366385ms","start":"2026-03-05T18:05:51.870256Z","end":"2026-03-05T18:05:52.130622Z","steps":["trace[990101514] 'agreement among raft nodes before linearized reading' (duration: 260.212111ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:52.130589Z","caller":"traceutil/trace.go:171","msg":"trace[1084004315] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8299; }","duration":"359.868055ms","start":"2026-03-05T18:05:51.770704Z","end":"2026-03-05T18:05:52.130572Z","steps":["trace[1084004315] 'agreement among raft nodes before linearized reading' (duration: 359.734221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:52.130751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.54512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-05T18:05:52.130741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:51.567339Z","time spent":"563.307699ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:52.130778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:51.770681Z","time spent":"360.069389ms","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:05:52.130795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.451132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227434"} {"level":"info","ts":"2026-03-05T18:05:52.130818Z","caller":"traceutil/trace.go:171","msg":"trace[429888174] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:8299; }","duration":"329.636652ms","start":"2026-03-05T18:05:51.801164Z","end":"2026-03-05T18:05:52.130801Z","steps":["trace[429888174] 'agreement among raft nodes before linearized reading' (duration: 329.307863ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:52.13085Z","caller":"traceutil/trace.go:171","msg":"trace[1948703666] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8299; }","duration":"563.535554ms","start":"2026-03-05T18:05:51.567305Z","end":"2026-03-05T18:05:52.130841Z","steps":["trace[1948703666] 'agreement among raft nodes before linearized reading' (duration: 563.044152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:52.130859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:51.801148Z","time spent":"329.702194ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-05T18:05:52.130886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:51.567291Z","time spent":"563.585365ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227458,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T18:05:52.578762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:52.132243Z","time spent":"446.512585ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T18:05:53.318242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.501449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:05:53.31853Z","caller":"traceutil/trace.go:171","msg":"trace[1678003822] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"738.579569ms","start":"2026-03-05T18:05:52.579934Z","end":"2026-03-05T18:05:53.318514Z","steps":["trace[1678003822] 'process raft request' (duration: 738.424096ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:53.318552Z","caller":"traceutil/trace.go:171","msg":"trace[1166970658] linearizableReadLoop","detail":"{readStateIndex:8622; appliedIndex:8620; }","duration":"541.800164ms","start":"2026-03-05T18:05:52.776679Z","end":"2026-03-05T18:05:53.31848Z","steps":["trace[1166970658] 'read index received' (duration: 29.973217ms)","trace[1166970658] 'applied index is now lower than readState.Index' (duration: 511.825347ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:53.318572Z","caller":"traceutil/trace.go:171","msg":"trace[1917412650] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"1.037963118s","start":"2026-03-05T18:05:52.280575Z","end":"2026-03-05T18:05:53.318538Z","steps":["trace[1917412650] 'process raft request' (duration: 526.087689ms)","trace[1917412650] 'compare' (duration: 510.753121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:53.318594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:52.579907Z","time spent":"738.658211ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:53.318812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.102882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-cb4d4ddfd-86bcr.189a04074fd00ae4\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-05T18:05:53.318931Z","caller":"traceutil/trace.go:171","msg":"trace[731591510] range","detail":"{range_begin:/registry/events/openstack/barbican-api-cb4d4ddfd-86bcr.189a04074fd00ae4; range_end:; response_count:1; response_revision:8301; }","duration":"542.267005ms","start":"2026-03-05T18:05:52.776636Z","end":"2026-03-05T18:05:53.318903Z","steps":["trace[731591510] 'agreement among raft nodes before linearized reading' (duration: 541.894457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:53.318903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.169523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T18:05:53.318952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.741596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:05:53.318975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:52.280545Z","time spent":"1.038176232s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:53.318999Z","caller":"traceutil/trace.go:171","msg":"trace[858660808] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8301; }","duration":"125.831268ms","start":"2026-03-05T18:05:53.193156Z","end":"2026-03-05T18:05:53.318987Z","steps":["trace[858660808] 'agreement among raft nodes before linearized reading' (duration: 125.752037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:53.319004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:52.776617Z","time spent":"542.370878ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-cb4d4ddfd-86bcr.189a04074fd00ae4\" "} {"level":"info","ts":"2026-03-05T18:05:53.319043Z","caller":"traceutil/trace.go:171","msg":"trace[1015529523] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8301; }","duration":"401.306366ms","start":"2026-03-05T18:05:52.917679Z","end":"2026-03-05T18:05:53.318985Z","steps":["trace[1015529523] 'agreement among raft nodes before linearized reading' (duration: 401.02876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:53.319188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:52.917657Z","time spent":"401.438069ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:05:53.823122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197870845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:05:54.689248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.813474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:05:54.689881Z","caller":"traceutil/trace.go:171","msg":"trace[1931837548] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"1.36853644s","start":"2026-03-05T18:05:53.321316Z","end":"2026-03-05T18:05:54.689852Z","steps":["trace[1931837548] 'process raft request' (duration: 811.01572ms)","trace[1931837548] 'compare' (duration: 556.204679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:54.689992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:53.321289Z","time spent":"1.368653603s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:54.910041Z","caller":"traceutil/trace.go:171","msg":"trace[846220237] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"1.342284543s","start":"2026-03-05T18:05:53.567735Z","end":"2026-03-05T18:05:54.910019Z","steps":["trace[846220237] 'process raft request' (duration: 1.342188991s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:54.910192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:53.567709Z","time spent":"1.342413256s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:54.910036Z","caller":"traceutil/trace.go:171","msg":"trace[9386894] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"1.532104931s","start":"2026-03-05T18:05:53.377898Z","end":"2026-03-05T18:05:54.910003Z","steps":["trace[9386894] 'process raft request' (duration: 1.507679417s)","trace[9386894] 'compare' (duration: 24.159998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:54.910469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:53.377863Z","time spent":"1.53247659s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:54.910545Z","caller":"traceutil/trace.go:171","msg":"trace[1095770899] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"1.342545459s","start":"2026-03-05T18:05:53.567923Z","end":"2026-03-05T18:05:54.910468Z","steps":["trace[1095770899] 'process raft request' (duration: 1.342062058s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:54.910674Z","caller":"traceutil/trace.go:171","msg":"trace[396190308] linearizableReadLoop","detail":"{readStateIndex:8627; appliedIndex:8622; }","duration":"1.588174782s","start":"2026-03-05T18:05:53.322458Z","end":"2026-03-05T18:05:54.910633Z","steps":["trace[396190308] 'read index received' (duration: 809.888764ms)","trace[396190308] 'applied index is now lower than readState.Index' (duration: 778.284748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:54.91071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:53.567914Z","time spent":"1.342706213s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:54.910697Z","caller":"traceutil/trace.go:171","msg":"trace[1179838258] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"1.210492682s","start":"2026-03-05T18:05:53.700184Z","end":"2026-03-05T18:05:54.910677Z","steps":["trace[1179838258] 'process raft request' (duration: 1.210126784s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:54.910826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588362017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T18:05:54.910879Z","caller":"traceutil/trace.go:171","msg":"trace[1961297117] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8306; }","duration":"1.588442579s","start":"2026-03-05T18:05:53.322425Z","end":"2026-03-05T18:05:54.910867Z","steps":["trace[1961297117] 'agreement among raft nodes before linearized reading' (duration: 1.588304616s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:54.910911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:53.322411Z","time spent":"1.58849226s","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-05T18:05:54.911034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:53.700161Z","time spent":"1.210670846s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:55.320972Z","caller":"traceutil/trace.go:171","msg":"trace[1436221634] linearizableReadLoop","detail":"{readStateIndex:8628; appliedIndex:8627; }","duration":"410.200247ms","start":"2026-03-05T18:05:54.910733Z","end":"2026-03-05T18:05:55.320933Z","steps":["trace[1436221634] 'read index received' (duration: 409.768047ms)","trace[1436221634] 'applied index is now lower than readState.Index' (duration: 428.83µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:55.321157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185194627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T18:05:55.321228Z","caller":"traceutil/trace.go:171","msg":"trace[733114262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8307; }","duration":"1.185298149s","start":"2026-03-05T18:05:54.135916Z","end":"2026-03-05T18:05:55.321214Z","steps":["trace[733114262] 'agreement among raft nodes before linearized reading' (duration: 1.185056044s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:55.32123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181890547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pntd5\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-05T18:05:55.321273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:54.135905Z","time spent":"1.185358161s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T18:05:55.321307Z","caller":"traceutil/trace.go:171","msg":"trace[1460601314] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pntd5; range_end:; response_count:1; response_revision:8307; }","duration":"1.181984069s","start":"2026-03-05T18:05:54.139305Z","end":"2026-03-05T18:05:55.32129Z","steps":["trace[1460601314] 'agreement among raft nodes before linearized reading' (duration: 1.181731183s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:55.321356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:54.139271Z","time spent":"1.182076653s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pntd5\" "} {"level":"warn","ts":"2026-03-05T18:05:55.321425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185300151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T18:05:55.321519Z","caller":"traceutil/trace.go:171","msg":"trace[1238793700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8307; }","duration":"1.185483825s","start":"2026-03-05T18:05:54.136016Z","end":"2026-03-05T18:05:55.3215Z","steps":["trace[1238793700] 'agreement among raft nodes before linearized reading' (duration: 1.185143386s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:55.321532Z","caller":"traceutil/trace.go:171","msg":"trace[1697717544] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"877.153313ms","start":"2026-03-05T18:05:54.444341Z","end":"2026-03-05T18:05:55.321495Z","steps":["trace[1697717544] 'process raft request' (duration: 876.23159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:55.32159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185520706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T18:05:55.321588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:54.135987Z","time spent":"1.185588988s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:05:55.32168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.936247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-05T18:05:55.32159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998138135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T18:05:55.32168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186327265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T18:05:55.321714Z","caller":"traceutil/trace.go:171","msg":"trace[1610887933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8307; }","duration":"1.18569561s","start":"2026-03-05T18:05:54.135971Z","end":"2026-03-05T18:05:55.321666Z","steps":["trace[1610887933] 'agreement among raft nodes before linearized reading' (duration: 1.185348591s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:55.321725Z","caller":"traceutil/trace.go:171","msg":"trace[845374550] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8307; }","duration":"409.003839ms","start":"2026-03-05T18:05:54.912711Z","end":"2026-03-05T18:05:55.321715Z","steps":["trace[845374550] 'agreement among raft nodes before linearized reading' (duration: 408.919317ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:55.321745Z","caller":"traceutil/trace.go:171","msg":"trace[1871052278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8307; }","duration":"1.186428028s","start":"2026-03-05T18:05:54.135304Z","end":"2026-03-05T18:05:55.321732Z","steps":["trace[1871052278] 'agreement among raft nodes before linearized reading' (duration: 1.186240473s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:55.321761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:54.912695Z","time spent":"409.05904ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-05T18:05:55.321748Z","caller":"traceutil/trace.go:171","msg":"trace[95346618] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8307; }","duration":"1.998324909s","start":"2026-03-05T18:05:53.323403Z","end":"2026-03-05T18:05:55.321727Z","steps":["trace[95346618] 'agreement among raft nodes before linearized reading' (duration: 1.998029443s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:55.321706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:54.444301Z","time spent":"877.325737ms","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:55.321763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:54.13595Z","time spent":"1.185801712s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:05:55.321791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:54.135283Z","time spent":"1.186499719s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:55.321815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:53.323389Z","time spent":"1.998406681s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:05:55.322043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702720891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T18:05:55.322284Z","caller":"traceutil/trace.go:171","msg":"trace[41562714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8307; }","duration":"1.702997057s","start":"2026-03-05T18:05:53.619274Z","end":"2026-03-05T18:05:55.322271Z","steps":["trace[41562714] 'agreement among raft nodes before linearized reading' (duration: 1.701727096s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:55.322365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:53.61926Z","time spent":"1.70309201s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:55.32211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253384188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:05:55.322746Z","caller":"traceutil/trace.go:171","msg":"trace[145920150] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8307; }","duration":"1.254057814s","start":"2026-03-05T18:05:54.068674Z","end":"2026-03-05T18:05:55.322732Z","steps":["trace[145920150] 'agreement among raft nodes before linearized reading' (duration: 1.252900847s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:55.322821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:54.068638Z","time spent":"1.254164297s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":877,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:05:55.322143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900202313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:05:55.32305Z","caller":"traceutil/trace.go:171","msg":"trace[1307428536] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8307; }","duration":"1.901740779s","start":"2026-03-05T18:05:53.421293Z","end":"2026-03-05T18:05:55.323034Z","steps":["trace[1307428536] 'agreement among raft nodes before linearized reading' (duration: 1.900207923s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:55.323118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:53.421274Z","time spent":"1.901826572s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:05:55.322211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818610342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:05:55.323331Z","caller":"traceutil/trace.go:171","msg":"trace[682579169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8307; }","duration":"1.819769539s","start":"2026-03-05T18:05:53.503549Z","end":"2026-03-05T18:05:55.323319Z","steps":["trace[682579169] 'agreement among raft nodes before linearized reading' (duration: 1.817574726s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:55.323394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:53.503526Z","time spent":"1.81985599s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:05:55.59909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.337076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:05:55.599224Z","caller":"traceutil/trace.go:171","msg":"trace[1480794558] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"269.704109ms","start":"2026-03-05T18:05:55.329499Z","end":"2026-03-05T18:05:55.599203Z","steps":["trace[1480794558] 'process raft request' (duration: 83.169349ms)","trace[1480794558] 'compare' (duration: 186.211812ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:55.606655Z","caller":"traceutil/trace.go:171","msg":"trace[836180909] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"277.054494ms","start":"2026-03-05T18:05:55.329577Z","end":"2026-03-05T18:05:55.606631Z","steps":["trace[836180909] 'process raft request' (duration: 276.750576ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:55.606655Z","caller":"traceutil/trace.go:171","msg":"trace[1274204397] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"276.870058ms","start":"2026-03-05T18:05:55.329753Z","end":"2026-03-05T18:05:55.606623Z","steps":["trace[1274204397] 'process raft request' (duration: 276.737825ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:55.606712Z","caller":"traceutil/trace.go:171","msg":"trace[1217969546] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"277.016563ms","start":"2026-03-05T18:05:55.329672Z","end":"2026-03-05T18:05:55.606689Z","steps":["trace[1217969546] 'process raft request' (duration: 276.779937ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:55.606861Z","caller":"traceutil/trace.go:171","msg":"trace[509192746] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"275.093057ms","start":"2026-03-05T18:05:55.331747Z","end":"2026-03-05T18:05:55.60684Z","steps":["trace[509192746] 'process raft request' (duration: 274.80633ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:55.606864Z","caller":"traceutil/trace.go:171","msg":"trace[817319141] linearizableReadLoop","detail":"{readStateIndex:8633; appliedIndex:8628; }","duration":"274.584524ms","start":"2026-03-05T18:05:55.33225Z","end":"2026-03-05T18:05:55.606835Z","steps":["trace[817319141] 'read index received' (duration: 80.478364ms)","trace[817319141] 'applied index is now lower than readState.Index' (duration: 194.1035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:55.60698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.717868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:05:55.607032Z","caller":"traceutil/trace.go:171","msg":"trace[1686215901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8312; }","duration":"274.7895ms","start":"2026-03-05T18:05:55.332229Z","end":"2026-03-05T18:05:55.607018Z","steps":["trace[1686215901] 'agreement among raft nodes before linearized reading' (duration: 274.701408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:55.607061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.378994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:05:55.607102Z","caller":"traceutil/trace.go:171","msg":"trace[619834234] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8312; }","duration":"224.455808ms","start":"2026-03-05T18:05:55.382636Z","end":"2026-03-05T18:05:55.607091Z","steps":["trace[619834234] 'agreement among raft nodes before linearized reading' (duration: 224.374845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:55.607134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.532162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189a041c9fe7a0b1\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-05T18:05:55.60717Z","caller":"traceutil/trace.go:171","msg":"trace[1940269896] range","detail":"{range_begin:/registry/events/openstack/ceph.189a041c9fe7a0b1; range_end:; response_count:1; response_revision:8312; }","duration":"271.602464ms","start":"2026-03-05T18:05:55.335557Z","end":"2026-03-05T18:05:55.607159Z","steps":["trace[1940269896] 'agreement among raft nodes before linearized reading' (duration: 271.426649ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:06:06.606447Z","caller":"traceutil/trace.go:171","msg":"trace[1309066426] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8454; }","duration":"341.029074ms","start":"2026-03-05T18:06:06.265396Z","end":"2026-03-05T18:06:06.606425Z","steps":["trace[1309066426] 'process raft request' (duration: 340.861181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:06.606667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:06.265376Z","time spent":"341.218918ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-05T18:06:52.10037Z","caller":"traceutil/trace.go:171","msg":"trace[2007887835] linearizableReadLoop","detail":"{readStateIndex:9224; appliedIndex:9223; }","duration":"228.32191ms","start":"2026-03-05T18:06:51.87203Z","end":"2026-03-05T18:06:52.100352Z","steps":["trace[2007887835] 'read index received' (duration: 228.288429ms)","trace[2007887835] 'applied index is now lower than readState.Index' (duration: 32.701µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:06:52.100498Z","caller":"traceutil/trace.go:171","msg":"trace[818080791] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"231.536486ms","start":"2026-03-05T18:06:51.868938Z","end":"2026-03-05T18:06:52.100474Z","steps":["trace[818080791] 'process raft request' (duration: 231.317321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:52.100618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.567076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T18:06:52.100662Z","caller":"traceutil/trace.go:171","msg":"trace[446309280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8884; }","duration":"228.637497ms","start":"2026-03-05T18:06:51.872013Z","end":"2026-03-05T18:06:52.100651Z","steps":["trace[446309280] 'agreement among raft nodes before linearized reading' (duration: 228.451703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:52.120983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.249804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T18:06:52.121046Z","caller":"traceutil/trace.go:171","msg":"trace[752402426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8885; }","duration":"240.339206ms","start":"2026-03-05T18:06:51.880694Z","end":"2026-03-05T18:06:52.121033Z","steps":["trace[752402426] 'agreement among raft nodes before linearized reading' (duration: 240.175722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:52.121236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.761681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T18:06:52.12127Z","caller":"traceutil/trace.go:171","msg":"trace[2007041924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8885; }","duration":"236.805341ms","start":"2026-03-05T18:06:51.884457Z","end":"2026-03-05T18:06:52.121262Z","steps":["trace[2007041924] 'agreement among raft nodes before linearized reading' (duration: 236.722209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:52.121357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.890825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T18:06:52.121419Z","caller":"traceutil/trace.go:171","msg":"trace[1896121052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8885; }","duration":"239.991748ms","start":"2026-03-05T18:06:51.881411Z","end":"2026-03-05T18:06:52.121403Z","steps":["trace[1896121052] 'agreement among raft nodes before linearized reading' (duration: 239.812103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:52.763737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197872526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:06:53.042803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.81963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:06:53.043112Z","caller":"traceutil/trace.go:171","msg":"trace[1670497932] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"917.803453ms","start":"2026-03-05T18:06:52.125276Z","end":"2026-03-05T18:06:53.04308Z","steps":["trace[1670497932] 'process raft request' (duration: 706.630745ms)","trace[1670497932] 'compare' (duration: 210.716628ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:06:53.043315Z","caller":"traceutil/trace.go:171","msg":"trace[2034260154] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"917.903126ms","start":"2026-03-05T18:06:52.125364Z","end":"2026-03-05T18:06:53.043267Z","steps":["trace[2034260154] 'process raft request' (duration: 917.587208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:53.043317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:52.125263Z","time spent":"917.950327ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:06:53.043439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:52.125342Z","time spent":"918.018928ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:06:53.043745Z","caller":"traceutil/trace.go:171","msg":"trace[237339853] linearizableReadLoop","detail":"{readStateIndex:9229; appliedIndex:9226; }","duration":"780.711627ms","start":"2026-03-05T18:06:52.263014Z","end":"2026-03-05T18:06:53.043726Z","steps":["trace[237339853] 'read index received' (duration: 568.84284ms)","trace[237339853] 'applied index is now lower than readState.Index' (duration: 211.867687ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:06:53.043792Z","caller":"traceutil/trace.go:171","msg":"trace[1046468913] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"918.394819ms","start":"2026-03-05T18:06:52.125382Z","end":"2026-03-05T18:06:53.043777Z","steps":["trace[1046468913] 'process raft request' (duration: 917.64135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:53.043866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:52.125357Z","time spent":"918.46191ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:06:53.043915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.892322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T18:06:53.044035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.896486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:06:53.044034Z","caller":"traceutil/trace.go:171","msg":"trace[1101929460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8889; }","duration":"781.049074ms","start":"2026-03-05T18:06:52.262964Z","end":"2026-03-05T18:06:53.044013Z","steps":["trace[1101929460] 'agreement among raft nodes before linearized reading' (duration: 780.891281ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:06:53.044088Z","caller":"traceutil/trace.go:171","msg":"trace[423700760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8889; }","duration":"538.976527ms","start":"2026-03-05T18:06:52.5051Z","end":"2026-03-05T18:06:53.044076Z","steps":["trace[423700760] 'agreement among raft nodes before linearized reading' (duration: 538.892605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:53.044118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:52.505085Z","time spent":"539.025499ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:06:53.044126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:52.262945Z","time spent":"781.160908ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:06:53.044169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.440226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-p4s4n\" ","response":"range_response_count:1 size:19075"} {"level":"info","ts":"2026-03-05T18:06:53.04424Z","caller":"traceutil/trace.go:171","msg":"trace[936186427] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-p4s4n; range_end:; response_count:1; response_revision:8889; }","duration":"592.539928ms","start":"2026-03-05T18:06:52.451687Z","end":"2026-03-05T18:06:53.044226Z","steps":["trace[936186427] 'agreement among raft nodes before linearized reading' (duration: 592.340754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:53.044302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:52.451667Z","time spent":"592.624ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19099,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-p4s4n\" "} {"level":"warn","ts":"2026-03-05T18:06:54.441203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.055998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:06:54.441338Z","caller":"traceutil/trace.go:171","msg":"trace[1981175892] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"1.335959451s","start":"2026-03-05T18:06:53.105352Z","end":"2026-03-05T18:06:54.441312Z","steps":["trace[1981175892] 'process raft request' (duration: 645.675547ms)","trace[1981175892] 'compare' (duration: 689.923415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:06:54.441427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:53.10533Z","time spent":"1.336048973s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:06:54.744721Z","caller":"traceutil/trace.go:171","msg":"trace[219888648] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"1.613304733s","start":"2026-03-05T18:06:53.13139Z","end":"2026-03-05T18:06:54.744694Z","steps":["trace[219888648] 'process raft request' (duration: 1.612787231s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:06:54.744842Z","caller":"traceutil/trace.go:171","msg":"trace[1505173458] linearizableReadLoop","detail":"{readStateIndex:9235; appliedIndex:9230; }","duration":"1.086867736s","start":"2026-03-05T18:06:53.657955Z","end":"2026-03-05T18:06:54.744823Z","steps":["trace[1505173458] 'read index received' (duration: 93.151307ms)","trace[1505173458] 'applied index is now lower than readState.Index' (duration: 993.715609ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:06:54.744859Z","caller":"traceutil/trace.go:171","msg":"trace[1593441445] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"1.599026881s","start":"2026-03-05T18:06:53.145804Z","end":"2026-03-05T18:06:54.74483Z","steps":["trace[1593441445] 'process raft request' (duration: 1.598938589s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:54.744988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:53.13137Z","time spent":"1.613416545s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1945,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:06:54.745011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:53.145791Z","time spent":"1.599143083s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:06:54.745032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08706584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pntd5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T18:06:54.745115Z","caller":"traceutil/trace.go:171","msg":"trace[1681508308] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pntd5; range_end:; response_count:1; response_revision:8895; }","duration":"1.087187443s","start":"2026-03-05T18:06:53.657903Z","end":"2026-03-05T18:06:54.74509Z","steps":["trace[1681508308] 'agreement among raft nodes before linearized reading' (duration: 1.087000699s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:54.745154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:53.657881Z","time spent":"1.087265434s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pntd5\" "} {"level":"info","ts":"2026-03-05T18:06:54.745358Z","caller":"traceutil/trace.go:171","msg":"trace[1878562997] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"1.613604059s","start":"2026-03-05T18:06:53.130646Z","end":"2026-03-05T18:06:54.74425Z","steps":["trace[1878562997] 'process raft request' (duration: 1.575643742s)","trace[1878562997] 'compare' (duration: 37.768952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:06:54.745442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:53.130626Z","time spent":"1.614773277s","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1406,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:06:54.74491Z","caller":"traceutil/trace.go:171","msg":"trace[1252840884] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"1.605528426s","start":"2026-03-05T18:06:53.139314Z","end":"2026-03-05T18:06:54.744843Z","steps":["trace[1252840884] 'process raft request' (duration: 1.605197839s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:54.74592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:53.139289Z","time spent":"1.606449708s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:06:54.790475Z","caller":"traceutil/trace.go:171","msg":"trace[1506447574] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"250.669473ms","start":"2026-03-05T18:06:54.539781Z","end":"2026-03-05T18:06:54.79045Z","steps":["trace[1506447574] 'process raft request' (duration: 249.407683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:54.790642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.428098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T18:06:54.790671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.685481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T18:06:54.790705Z","caller":"traceutil/trace.go:171","msg":"trace[1058816541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8896; }","duration":"685.53567ms","start":"2026-03-05T18:06:54.105157Z","end":"2026-03-05T18:06:54.790692Z","steps":["trace[1058816541] 'agreement among raft nodes before linearized reading' (duration: 685.255684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:54.790747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:54.105134Z","time spent":"685.604743ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T18:06:54.790757Z","caller":"traceutil/trace.go:171","msg":"trace[1302211199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8896; }","duration":"605.817094ms","start":"2026-03-05T18:06:54.184923Z","end":"2026-03-05T18:06:54.79074Z","steps":["trace[1302211199] 'agreement among raft nodes before linearized reading' (duration: 605.483636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:54.790738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.581801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:06:54.790814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:54.184894Z","time spent":"605.910126ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T18:06:54.790835Z","caller":"traceutil/trace.go:171","msg":"trace[1638524463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8896; }","duration":"286.739465ms","start":"2026-03-05T18:06:54.504075Z","end":"2026-03-05T18:06:54.790815Z","steps":["trace[1638524463] 'agreement among raft nodes before linearized reading' (duration: 286.52908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:54.79091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001958735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:06:54.791008Z","caller":"traceutil/trace.go:171","msg":"trace[873057108] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8896; }","duration":"1.002093408s","start":"2026-03-05T18:06:53.788892Z","end":"2026-03-05T18:06:54.790986Z","steps":["trace[873057108] 'agreement among raft nodes before linearized reading' (duration: 1.001936115s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:54.791076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:53.788874Z","time spent":"1.00218367s","remote":"127.0.0.1:34298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:06:54.791187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054953912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:06:54.791266Z","caller":"traceutil/trace.go:171","msg":"trace[771420868] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8896; }","duration":"1.055076325s","start":"2026-03-05T18:06:53.736173Z","end":"2026-03-05T18:06:54.791249Z","steps":["trace[771420868] 'agreement among raft nodes before linearized reading' (duration: 1.054482022s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:54.791312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:53.736156Z","time spent":"1.055145477s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":948,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:06:55.610163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.316454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:06:55.610432Z","caller":"traceutil/trace.go:171","msg":"trace[1357287738] linearizableReadLoop","detail":"{readStateIndex:9238; appliedIndex:9236; }","duration":"631.387067ms","start":"2026-03-05T18:06:54.979028Z","end":"2026-03-05T18:06:55.610415Z","steps":["trace[1357287738] 'read index received' (duration: 181.734825ms)","trace[1357287738] 'applied index is now lower than readState.Index' (duration: 449.650932ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:06:55.610558Z","caller":"traceutil/trace.go:171","msg":"trace[1421048489] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"814.74695ms","start":"2026-03-05T18:06:54.795801Z","end":"2026-03-05T18:06:55.610547Z","steps":["trace[1421048489] 'process raft request' (duration: 814.516485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:55.610618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:54.795771Z","time spent":"814.812512ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:06:55.610699Z","caller":"traceutil/trace.go:171","msg":"trace[625263916] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"814.891424ms","start":"2026-03-05T18:06:54.795777Z","end":"2026-03-05T18:06:55.610668Z","steps":["trace[625263916] 'process raft request' (duration: 364.960266ms)","trace[625263916] 'compare' (duration: 449.046347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:06:55.610829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:54.795748Z","time spent":"815.014917ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:06:55.610816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.760256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:06:55.610895Z","caller":"traceutil/trace.go:171","msg":"trace[488459913] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8898; }","duration":"631.885839ms","start":"2026-03-05T18:06:54.978987Z","end":"2026-03-05T18:06:55.610873Z","steps":["trace[488459913] 'agreement among raft nodes before linearized reading' (duration: 631.750126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:55.610946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:54.978968Z","time spent":"631.96198ms","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:06:55.611023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.593928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T18:06:55.611019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.84209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:06:55.611053Z","caller":"traceutil/trace.go:171","msg":"trace[704020562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8898; }","duration":"561.66858ms","start":"2026-03-05T18:06:55.049375Z","end":"2026-03-05T18:06:55.611043Z","steps":["trace[704020562] 'agreement among raft nodes before linearized reading' (duration: 561.554947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:55.61106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.001561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T18:06:55.611091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:55.04935Z","time spent":"561.735382ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:06:55.611082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.647289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T18:06:55.6111Z","caller":"traceutil/trace.go:171","msg":"trace[1799273481] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8898; }","duration":"504.962964ms","start":"2026-03-05T18:06:55.106118Z","end":"2026-03-05T18:06:55.611081Z","steps":["trace[1799273481] 'agreement among raft nodes before linearized reading' (duration: 504.80011ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:06:55.611133Z","caller":"traceutil/trace.go:171","msg":"trace[2016702793] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8898; }","duration":"632.125135ms","start":"2026-03-05T18:06:54.978988Z","end":"2026-03-05T18:06:55.611113Z","steps":["trace[2016702793] 'agreement among raft nodes before linearized reading' (duration: 631.94576ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:06:55.611145Z","caller":"traceutil/trace.go:171","msg":"trace[1860615591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8898; }","duration":"561.749042ms","start":"2026-03-05T18:06:55.04938Z","end":"2026-03-05T18:06:55.611129Z","steps":["trace[1860615591] 'agreement among raft nodes before linearized reading' (duration: 561.587278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:55.611155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:55.106107Z","time spent":"505.037155ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:06:55.611179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:55.049361Z","time spent":"561.811274ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:06:55.611181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:54.978968Z","time spent":"632.202516ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":57,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:06:55.611227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.705045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T18:06:55.611277Z","caller":"traceutil/trace.go:171","msg":"trace[1634748454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8898; }","duration":"562.790446ms","start":"2026-03-05T18:06:55.048473Z","end":"2026-03-05T18:06:55.611264Z","steps":["trace[1634748454] 'agreement among raft nodes before linearized reading' (duration: 562.381926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:55.611325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:55.048456Z","time spent":"562.857138ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T18:06:55.878312Z","caller":"traceutil/trace.go:171","msg":"trace[1901364262] transaction","detail":"{read_only:false; response_revision:8899; number_of_response:1; }","duration":"263.210623ms","start":"2026-03-05T18:06:55.61507Z","end":"2026-03-05T18:06:55.878281Z","steps":["trace[1901364262] 'process raft request' (duration: 233.652737ms)","trace[1901364262] 'compare' (duration: 29.438463ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:06:55.902783Z","caller":"traceutil/trace.go:171","msg":"trace[1705534726] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"287.460254ms","start":"2026-03-05T18:06:55.615304Z","end":"2026-03-05T18:06:55.902764Z","steps":["trace[1705534726] 'process raft request' (duration: 287.31484ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:06:55.903029Z","caller":"traceutil/trace.go:171","msg":"trace[1224701371] linearizableReadLoop","detail":"{readStateIndex:9241; appliedIndex:9238; }","duration":"238.994754ms","start":"2026-03-05T18:06:55.663996Z","end":"2026-03-05T18:06:55.902991Z","steps":["trace[1224701371] 'read index received' (duration: 184.678716ms)","trace[1224701371] 'applied index is now lower than readState.Index' (duration: 54.313178ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:06:55.903103Z","caller":"traceutil/trace.go:171","msg":"trace[984660379] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"287.40135ms","start":"2026-03-05T18:06:55.615654Z","end":"2026-03-05T18:06:55.903056Z","steps":["trace[984660379] 'process raft request' (duration: 287.052602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:55.903185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.169738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:06:55.903287Z","caller":"traceutil/trace.go:171","msg":"trace[216045282] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8901; }","duration":"239.27475ms","start":"2026-03-05T18:06:55.66395Z","end":"2026-03-05T18:06:55.903225Z","steps":["trace[216045282] 'agreement among raft nodes before linearized reading' (duration: 239.164178ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:08:45.418147Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b66d12fd59101739","local-member-applied-index":10005,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T18:08:45.428205Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10005} {"level":"info","ts":"2026-03-05T18:08:45.42828Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5005} {"level":"info","ts":"2026-03-05T18:08:48.88241Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7495} {"level":"info","ts":"2026-03-05T18:08:48.941451Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7495,"took":"56.672494ms","hash":3712618237,"current-db-size-bytes":40415232,"current-db-size":"40 MB","current-db-size-in-use-bytes":24260608,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-05T18:08:48.941618Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3712618237,"revision":7495,"compact-revision":5535} {"level":"info","ts":"2026-03-05T18:10:31.194001Z","caller":"traceutil/trace.go:171","msg":"trace[1630081827] transaction","detail":"{read_only:false; response_revision:10609; number_of_response:1; }","duration":"111.978499ms","start":"2026-03-05T18:10:31.081974Z","end":"2026-03-05T18:10:31.193952Z","steps":["trace[1630081827] 'process raft request' (duration: 111.739944ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:10:52.921985Z","caller":"traceutil/trace.go:171","msg":"trace[1086315886] linearizableReadLoop","detail":"{readStateIndex:11115; appliedIndex:11114; }","duration":"144.677596ms","start":"2026-03-05T18:10:52.777284Z","end":"2026-03-05T18:10:52.921961Z","steps":["trace[1086315886] 'read index received' (duration: 144.468541ms)","trace[1086315886] 'applied index is now lower than readState.Index' (duration: 208.315µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:10:52.922084Z","caller":"traceutil/trace.go:171","msg":"trace[554653855] transaction","detail":"{read_only:false; response_revision:10716; number_of_response:1; }","duration":"145.769663ms","start":"2026-03-05T18:10:52.776264Z","end":"2026-03-05T18:10:52.922034Z","steps":["trace[554653855] 'process raft request' (duration: 145.539818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:10:52.92323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.916357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T18:10:52.923355Z","caller":"traceutil/trace.go:171","msg":"trace[1134855934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10716; }","duration":"146.106571ms","start":"2026-03-05T18:10:52.777203Z","end":"2026-03-05T18:10:52.92331Z","steps":["trace[1134855934] 'agreement among raft nodes before linearized reading' (duration: 144.882901ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:10:53.492238Z","caller":"traceutil/trace.go:171","msg":"trace[2069371541] transaction","detail":"{read_only:false; response_revision:10721; number_of_response:1; }","duration":"139.110053ms","start":"2026-03-05T18:10:53.353095Z","end":"2026-03-05T18:10:53.492205Z","steps":["trace[2069371541] 'process raft request' (duration: 60.694453ms)","trace[2069371541] 'compare' (duration: 78.282377ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:10:55.784991Z","caller":"traceutil/trace.go:171","msg":"trace[1961899449] transaction","detail":"{read_only:false; response_revision:10731; number_of_response:1; }","duration":"133.968239ms","start":"2026-03-05T18:10:55.650988Z","end":"2026-03-05T18:10:55.784957Z","steps":["trace[1961899449] 'process raft request' (duration: 43.908379ms)","trace[1961899449] 'compare' (duration: 89.930947ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:10:57.329925Z","caller":"traceutil/trace.go:171","msg":"trace[1468600707] transaction","detail":"{read_only:false; response_revision:10733; number_of_response:1; }","duration":"287.52166ms","start":"2026-03-05T18:10:57.042383Z","end":"2026-03-05T18:10:57.329905Z","steps":["trace[1468600707] 'process raft request' (duration: 287.372527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:10:57.573374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.431987ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T18:10:57.573657Z","caller":"traceutil/trace.go:171","msg":"trace[1820942937] transaction","detail":"{read_only:false; response_revision:10734; number_of_response:1; }","duration":"238.56037ms","start":"2026-03-05T18:10:57.335064Z","end":"2026-03-05T18:10:57.573624Z","steps":["trace[1820942937] 'process raft request' (duration: 238.426307ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:10:57.573655Z","caller":"traceutil/trace.go:171","msg":"trace[479465196] linearizableReadLoop","detail":"{readStateIndex:11133; appliedIndex:11131; }","duration":"343.063179ms","start":"2026-03-05T18:10:57.230556Z","end":"2026-03-05T18:10:57.573619Z","steps":["trace[479465196] 'read index received' (duration: 99.230592ms)","trace[479465196] 'applied index is now lower than readState.Index' (duration: 243.829047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:10:57.573921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.344495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-05T18:10:57.573958Z","caller":"traceutil/trace.go:171","msg":"trace[92563453] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10734; }","duration":"343.451969ms","start":"2026-03-05T18:10:57.230495Z","end":"2026-03-05T18:10:57.573947Z","steps":["trace[92563453] 'agreement among raft nodes before linearized reading' (duration: 343.272974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:10:57.573943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.782109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:10:57.574051Z","caller":"traceutil/trace.go:171","msg":"trace[341648065] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10734; }","duration":"295.937983ms","start":"2026-03-05T18:10:57.278094Z","end":"2026-03-05T18:10:57.574032Z","steps":["trace[341648065] 'agreement among raft nodes before linearized reading' (duration: 295.780239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:10:57.574072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.905981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T18:10:57.574104Z","caller":"traceutil/trace.go:171","msg":"trace[1719322252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10734; }","duration":"163.973153ms","start":"2026-03-05T18:10:57.41012Z","end":"2026-03-05T18:10:57.574093Z","steps":["trace[1719322252] 'agreement among raft nodes before linearized reading' (duration: 163.901461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:10:57.574185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.839801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:10:57.574208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.619766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:10:57.574224Z","caller":"traceutil/trace.go:171","msg":"trace[1075420021] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10734; }","duration":"295.894052ms","start":"2026-03-05T18:10:57.278321Z","end":"2026-03-05T18:10:57.574215Z","steps":["trace[1075420021] 'agreement among raft nodes before linearized reading' (duration: 295.8326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:10:57.574194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.598255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:10:57.57421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.733868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T18:10:57.574404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.953023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T18:10:57.574555Z","caller":"traceutil/trace.go:171","msg":"trace[247513937] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10734; }","duration":"296.080976ms","start":"2026-03-05T18:10:57.278399Z","end":"2026-03-05T18:10:57.57448Z","steps":["trace[247513937] 'agreement among raft nodes before linearized reading' (duration: 295.80763ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:10:57.574234Z","caller":"traceutil/trace.go:171","msg":"trace[1049858181] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10734; }","duration":"295.652846ms","start":"2026-03-05T18:10:57.278574Z","end":"2026-03-05T18:10:57.574227Z","steps":["trace[1049858181] 'agreement among raft nodes before linearized reading' (duration: 295.611895ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:10:57.574436Z","caller":"traceutil/trace.go:171","msg":"trace[644890166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10734; }","duration":"123.008694ms","start":"2026-03-05T18:10:57.451399Z","end":"2026-03-05T18:10:57.574408Z","steps":["trace[644890166] 'agreement among raft nodes before linearized reading' (duration: 122.501882ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:10:57.574309Z","caller":"traceutil/trace.go:171","msg":"trace[1095177883] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10734; }","duration":"295.730078ms","start":"2026-03-05T18:10:57.278553Z","end":"2026-03-05T18:10:57.574283Z","steps":["trace[1095177883] 'agreement among raft nodes before linearized reading' (duration: 295.543984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:10:57.574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.968531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-05T18:10:57.574818Z","caller":"traceutil/trace.go:171","msg":"trace[1125904288] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10734; }","duration":"293.794271ms","start":"2026-03-05T18:10:57.280993Z","end":"2026-03-05T18:10:57.574788Z","steps":["trace[1125904288] 'agreement among raft nodes before linearized reading' (duration: 292.8989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:10:57.573991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:10:57.230476Z","time spent":"343.507399ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T18:10:57.735526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.246145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:10:57.735811Z","caller":"traceutil/trace.go:171","msg":"trace[176453244] linearizableReadLoop","detail":"{readStateIndex:11137; appliedIndex:11134; }","duration":"151.998505ms","start":"2026-03-05T18:10:57.583796Z","end":"2026-03-05T18:10:57.735794Z","steps":["trace[176453244] 'read index received' (duration: 22.355899ms)","trace[176453244] 'applied index is now lower than readState.Index' (duration: 129.641336ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:10:57.73582Z","caller":"traceutil/trace.go:171","msg":"trace[467021366] transaction","detail":"{read_only:false; response_revision:10735; number_of_response:1; }","duration":"157.454176ms","start":"2026-03-05T18:10:57.578314Z","end":"2026-03-05T18:10:57.735768Z","steps":["trace[467021366] 'process raft request' (duration: 27.846632ms)","trace[467021366] 'compare' (duration: 128.988048ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:10:57.736006Z","caller":"traceutil/trace.go:171","msg":"trace[614968870] transaction","detail":"{read_only:false; response_revision:10736; number_of_response:1; }","duration":"157.553468ms","start":"2026-03-05T18:10:57.578443Z","end":"2026-03-05T18:10:57.735996Z","steps":["trace[614968870] 'process raft request' (duration: 157.21549ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:10:57.735983Z","caller":"traceutil/trace.go:171","msg":"trace[2067727800] transaction","detail":"{read_only:false; response_revision:10737; number_of_response:1; }","duration":"156.087092ms","start":"2026-03-05T18:10:57.579866Z","end":"2026-03-05T18:10:57.735953Z","steps":["trace[2067727800] 'process raft request' (duration: 155.891668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:10:57.73612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.298982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-05T18:10:57.736202Z","caller":"traceutil/trace.go:171","msg":"trace[496819726] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10737; }","duration":"152.410794ms","start":"2026-03-05T18:10:57.583774Z","end":"2026-03-05T18:10:57.736184Z","steps":["trace[496819726] 'agreement among raft nodes before linearized reading' (duration: 152.184399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:10:57.766585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.095309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:10:57.766667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.631243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:10:57.766706Z","caller":"traceutil/trace.go:171","msg":"trace[532190569] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10738; }","duration":"182.226211ms","start":"2026-03-05T18:10:57.584437Z","end":"2026-03-05T18:10:57.766664Z","steps":["trace[532190569] 'agreement among raft nodes before linearized reading' (duration: 182.008076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:10:57.766713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.741385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T18:10:57.766759Z","caller":"traceutil/trace.go:171","msg":"trace[1980748050] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10738; }","duration":"182.748725ms","start":"2026-03-05T18:10:57.583989Z","end":"2026-03-05T18:10:57.766738Z","steps":["trace[1980748050] 'agreement among raft nodes before linearized reading' (duration: 182.576161ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:10:57.766777Z","caller":"traceutil/trace.go:171","msg":"trace[1241008659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10738; }","duration":"182.810787ms","start":"2026-03-05T18:10:57.583945Z","end":"2026-03-05T18:10:57.766756Z","steps":["trace[1241008659] 'agreement among raft nodes before linearized reading' (duration: 182.659993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:10:57.766826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.629832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:10:57.766903Z","caller":"traceutil/trace.go:171","msg":"trace[216064597] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10738; }","duration":"182.732065ms","start":"2026-03-05T18:10:57.584152Z","end":"2026-03-05T18:10:57.766884Z","steps":["trace[216064597] 'agreement among raft nodes before linearized reading' (duration: 182.583001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:10:57.766415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.51872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:10:57.767089Z","caller":"traceutil/trace.go:171","msg":"trace[129299914] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10738; }","duration":"183.224776ms","start":"2026-03-05T18:10:57.583851Z","end":"2026-03-05T18:10:57.767075Z","steps":["trace[129299914] 'agreement among raft nodes before linearized reading' (duration: 182.441757ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:10:57.936009Z","caller":"traceutil/trace.go:171","msg":"trace[1056417576] transaction","detail":"{read_only:false; response_revision:10739; number_of_response:1; }","duration":"162.386634ms","start":"2026-03-05T18:10:57.773592Z","end":"2026-03-05T18:10:57.935979Z","steps":["trace[1056417576] 'process raft request' (duration: 162.059746ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:10:57.97335Z","caller":"traceutil/trace.go:171","msg":"trace[677102783] transaction","detail":"{read_only:false; response_revision:10740; number_of_response:1; }","duration":"182.829507ms","start":"2026-03-05T18:10:57.790495Z","end":"2026-03-05T18:10:57.973324Z","steps":["trace[677102783] 'process raft request' (duration: 182.693573ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:13:48.888257Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9678} {"level":"info","ts":"2026-03-05T18:13:48.981998Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9678,"took":"89.978575ms","hash":1299303059,"current-db-size-bytes":40415232,"current-db-size":"40 MB","current-db-size-in-use-bytes":23744512,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-05T18:13:48.982062Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1299303059,"revision":9678,"compact-revision":7495} {"level":"info","ts":"2026-03-05T18:16:19.312585Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033c9.wal"} {"level":"info","ts":"2026-03-05T18:16:31.563308Z","caller":"traceutil/trace.go:171","msg":"trace[322494857] linearizableReadLoop","detail":"{readStateIndex:13359; appliedIndex:13357; }","duration":"145.504575ms","start":"2026-03-05T18:16:31.417777Z","end":"2026-03-05T18:16:31.563281Z","steps":["trace[322494857] 'read index received' (duration: 43.096313ms)","trace[322494857] 'applied index is now lower than readState.Index' (duration: 102.406852ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:16:31.563434Z","caller":"traceutil/trace.go:171","msg":"trace[1295131468] transaction","detail":"{read_only:false; response_revision:12881; number_of_response:1; }","duration":"149.236093ms","start":"2026-03-05T18:16:31.414149Z","end":"2026-03-05T18:16:31.563385Z","steps":["trace[1295131468] 'process raft request' (duration: 148.979427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:16:31.563506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.059955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:16:31.563644Z","caller":"traceutil/trace.go:171","msg":"trace[272316316] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:12881; }","duration":"110.209289ms","start":"2026-03-05T18:16:31.453386Z","end":"2026-03-05T18:16:31.563595Z","steps":["trace[272316316] 'agreement among raft nodes before linearized reading' (duration: 110.057125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:16:31.5637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.881363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-05T18:16:31.563817Z","caller":"traceutil/trace.go:171","msg":"trace[888512509] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:12881; }","duration":"146.082778ms","start":"2026-03-05T18:16:31.417708Z","end":"2026-03-05T18:16:31.56379Z","steps":["trace[888512509] 'agreement among raft nodes before linearized reading' (duration: 145.713429ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:16:34.861437Z","caller":"traceutil/trace.go:171","msg":"trace[1219073364] transaction","detail":"{read_only:false; response_revision:12901; number_of_response:1; }","duration":"162.08391ms","start":"2026-03-05T18:16:34.699332Z","end":"2026-03-05T18:16:34.861415Z","steps":["trace[1219073364] 'process raft request' (duration: 161.960177ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:16:34.863141Z","caller":"traceutil/trace.go:171","msg":"trace[450491874] transaction","detail":"{read_only:false; response_revision:12902; number_of_response:1; }","duration":"102.002922ms","start":"2026-03-05T18:16:34.761099Z","end":"2026-03-05T18:16:34.863102Z","steps":["trace[450491874] 'process raft request' (duration: 101.788457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:16:53.792273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.990572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T18:16:53.792343Z","caller":"traceutil/trace.go:171","msg":"trace[582413739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12990; }","duration":"130.070944ms","start":"2026-03-05T18:16:53.662257Z","end":"2026-03-05T18:16:53.792328Z","steps":["trace[582413739] 'range keys from in-memory index tree' (duration: 129.835189ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:17:01.136351Z","caller":"traceutil/trace.go:171","msg":"trace[751528556] linearizableReadLoop","detail":"{readStateIndex:13505; appliedIndex:13504; }","duration":"152.296632ms","start":"2026-03-05T18:17:00.984029Z","end":"2026-03-05T18:17:01.136326Z","steps":["trace[751528556] 'read index received' (duration: 152.091967ms)","trace[751528556] 'applied index is now lower than readState.Index' (duration: 203.615µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:17:01.136473Z","caller":"traceutil/trace.go:171","msg":"trace[586789458] transaction","detail":"{read_only:false; response_revision:13021; number_of_response:1; }","duration":"161.701344ms","start":"2026-03-05T18:17:00.974738Z","end":"2026-03-05T18:17:01.13644Z","steps":["trace[586789458] 'process raft request' (duration: 161.452628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:17:01.136563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.524087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T18:17:01.136607Z","caller":"traceutil/trace.go:171","msg":"trace[1829479360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13021; }","duration":"152.617419ms","start":"2026-03-05T18:17:00.983977Z","end":"2026-03-05T18:17:01.136595Z","steps":["trace[1829479360] 'agreement among raft nodes before linearized reading' (duration: 152.469136ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:17:08.455731Z","caller":"traceutil/trace.go:171","msg":"trace[1807273096] transaction","detail":"{read_only:false; response_revision:13072; number_of_response:1; }","duration":"111.34749ms","start":"2026-03-05T18:17:08.344362Z","end":"2026-03-05T18:17:08.455709Z","steps":["trace[1807273096] 'process raft request' (duration: 111.216356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:17:09.631663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.578641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:17:09.631999Z","caller":"traceutil/trace.go:171","msg":"trace[245532857] linearizableReadLoop","detail":"{readStateIndex:13563; appliedIndex:13562; }","duration":"455.773156ms","start":"2026-03-05T18:17:09.176183Z","end":"2026-03-05T18:17:09.631956Z","steps":["trace[245532857] 'read index received' (duration: 274.545859ms)","trace[245532857] 'applied index is now lower than readState.Index' (duration: 181.222187ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:17:09.632155Z","caller":"traceutil/trace.go:171","msg":"trace[2132785540] transaction","detail":"{read_only:false; response_revision:13075; number_of_response:1; }","duration":"468.411276ms","start":"2026-03-05T18:17:09.163727Z","end":"2026-03-05T18:17:09.632138Z","steps":["trace[2132785540] 'process raft request' (duration: 286.987205ms)","trace[2132785540] 'compare' (duration: 179.592938ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:17:09.632029Z","caller":"traceutil/trace.go:171","msg":"trace[1766576336] transaction","detail":"{read_only:false; response_revision:13077; number_of_response:1; }","duration":"329.034152ms","start":"2026-03-05T18:17:09.302971Z","end":"2026-03-05T18:17:09.632005Z","steps":["trace[1766576336] 'process raft request' (duration: 328.96763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:17:09.632266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:17:09.163701Z","time spent":"468.481568ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:17:09.632274Z","caller":"traceutil/trace.go:171","msg":"trace[1658931727] transaction","detail":"{read_only:false; response_revision:13076; number_of_response:1; }","duration":"451.862235ms","start":"2026-03-05T18:17:09.180395Z","end":"2026-03-05T18:17:09.632258Z","steps":["trace[1658931727] 'process raft request' (duration: 451.479755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:17:09.632371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:17:09.180378Z","time spent":"451.944716ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:17:09.632575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:17:09.302922Z","time spent":"329.288318ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:17:09.632649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.235738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:17:09.632672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.91647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T18:17:09.632705Z","caller":"traceutil/trace.go:171","msg":"trace[562438710] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:13077; }","duration":"238.330861ms","start":"2026-03-05T18:17:09.394359Z","end":"2026-03-05T18:17:09.63269Z","steps":["trace[562438710] 'agreement among raft nodes before linearized reading' (duration: 238.232039ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:17:09.632733Z","caller":"traceutil/trace.go:171","msg":"trace[235717621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13077; }","duration":"456.010622ms","start":"2026-03-05T18:17:09.176702Z","end":"2026-03-05T18:17:09.632713Z","steps":["trace[235717621] 'agreement among raft nodes before linearized reading' (duration: 455.825548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:17:09.632732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.095271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:17:09.632836Z","caller":"traceutil/trace.go:171","msg":"trace[770790720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13077; }","duration":"129.233994ms","start":"2026-03-05T18:17:09.503576Z","end":"2026-03-05T18:17:09.63281Z","steps":["trace[770790720] 'agreement among raft nodes before linearized reading' (duration: 129.06644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:17:09.632865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.977694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pntd5\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-05T18:17:09.632772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:17:09.176682Z","time spent":"456.082255ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T18:17:09.632934Z","caller":"traceutil/trace.go:171","msg":"trace[229065327] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pntd5; range_end:; response_count:1; response_revision:13077; }","duration":"214.088577ms","start":"2026-03-05T18:17:09.418826Z","end":"2026-03-05T18:17:09.632914Z","steps":["trace[229065327] 'agreement among raft nodes before linearized reading' (duration: 213.758569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:17:09.633088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.881124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T18:17:09.634301Z","caller":"traceutil/trace.go:171","msg":"trace[2035946492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13077; }","duration":"457.425426ms","start":"2026-03-05T18:17:09.176158Z","end":"2026-03-05T18:17:09.633583Z","steps":["trace[2035946492] 'agreement among raft nodes before linearized reading' (duration: 456.391522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:17:09.634393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:17:09.176149Z","time spent":"458.222834ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:17:30.01973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.111105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pntd5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T18:17:30.019861Z","caller":"traceutil/trace.go:171","msg":"trace[2003053285] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pntd5; range_end:; response_count:1; response_revision:13367; }","duration":"149.28256ms","start":"2026-03-05T18:17:29.870556Z","end":"2026-03-05T18:17:30.019838Z","steps":["trace[2003053285] 'range keys from in-memory index tree' (duration: 148.933301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:17:30.019925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.666263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T18:17:30.02012Z","caller":"traceutil/trace.go:171","msg":"trace[1614401205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13367; }","duration":"188.895339ms","start":"2026-03-05T18:17:29.831206Z","end":"2026-03-05T18:17:30.020102Z","steps":["trace[1614401205] 'range keys from in-memory index tree' (duration: 188.52346ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:17:31.079869Z","caller":"traceutil/trace.go:171","msg":"trace[1532185951] linearizableReadLoop","detail":"{readStateIndex:13870; appliedIndex:13868; }","duration":"583.780542ms","start":"2026-03-05T18:17:30.496066Z","end":"2026-03-05T18:17:31.079847Z","steps":["trace[1532185951] 'read index received' (duration: 493.131732ms)","trace[1532185951] 'applied index is now lower than readState.Index' (duration: 90.64779ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:17:31.079895Z","caller":"traceutil/trace.go:171","msg":"trace[1736523900] transaction","detail":"{read_only:false; response_revision:13370; number_of_response:1; }","duration":"1.053850028s","start":"2026-03-05T18:17:30.026018Z","end":"2026-03-05T18:17:31.079868Z","steps":["trace[1736523900] 'process raft request' (duration: 1.053783266s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:17:31.079883Z","caller":"traceutil/trace.go:171","msg":"trace[392654086] transaction","detail":"{read_only:false; response_revision:13369; number_of_response:1; }","duration":"1.054503423s","start":"2026-03-05T18:17:30.025343Z","end":"2026-03-05T18:17:31.079847Z","steps":["trace[392654086] 'process raft request' (duration: 963.845223ms)","trace[392654086] 'compare' (duration: 90.495107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:17:31.080059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.964106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:17:31.081341Z","caller":"traceutil/trace.go:171","msg":"trace[1151994154] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:13370; }","duration":"585.294388ms","start":"2026-03-05T18:17:30.496016Z","end":"2026-03-05T18:17:31.081311Z","steps":["trace[1151994154] 'agreement among raft nodes before linearized reading' (duration: 583.924976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:17:31.081161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:17:30.026005Z","time spent":"1.055075087s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:17:31.081415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:17:30.495997Z","time spent":"585.397389ms","remote":"127.0.0.1:56100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:17:31.081749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:17:30.02532Z","time spent":"1.056133582s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:17:31.387754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.017641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:17:31.387964Z","caller":"traceutil/trace.go:171","msg":"trace[2131219286] linearizableReadLoop","detail":"{readStateIndex:13871; appliedIndex:13870; }","duration":"307.362218ms","start":"2026-03-05T18:17:31.080571Z","end":"2026-03-05T18:17:31.387934Z","steps":["trace[2131219286] 'read index received' (duration: 121.003999ms)","trace[2131219286] 'applied index is now lower than readState.Index' (duration: 186.356059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:17:31.388275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.41617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:17:31.388327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.810682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d844e6f-ce14-4245-9662-840757644886\" ","response":"range_response_count:1 size:3637"} {"level":"warn","ts":"2026-03-05T18:17:31.388368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.96795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d844e6f-ce14-4245-9662-840757644886\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-05T18:17:31.388382Z","caller":"traceutil/trace.go:171","msg":"trace[2002917061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13371; }","duration":"884.561063ms","start":"2026-03-05T18:17:30.503807Z","end":"2026-03-05T18:17:31.388369Z","steps":["trace[2002917061] 'agreement among raft nodes before linearized reading' (duration: 884.41983ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:17:31.388425Z","caller":"traceutil/trace.go:171","msg":"trace[368727536] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d844e6f-ce14-4245-9662-840757644886; range_end:; response_count:1; response_revision:13371; }","duration":"760.063962ms","start":"2026-03-05T18:17:30.628346Z","end":"2026-03-05T18:17:31.38841Z","steps":["trace[368727536] 'agreement among raft nodes before linearized reading' (duration: 759.869298ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:17:31.388291Z","caller":"traceutil/trace.go:171","msg":"trace[520949130] transaction","detail":"{read_only:false; response_revision:13371; number_of_response:1; }","duration":"407.911682ms","start":"2026-03-05T18:17:30.980324Z","end":"2026-03-05T18:17:31.388236Z","steps":["trace[520949130] 'process raft request' (duration: 221.316228ms)","trace[520949130] 'compare' (duration: 185.821325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:17:31.38848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:17:30.628329Z","time spent":"760.141214ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3661,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d844e6f-ce14-4245-9662-840757644886\" "} {"level":"warn","ts":"2026-03-05T18:17:31.388501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:17:30.503786Z","time spent":"884.703087ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:17:31.388509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.367023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-05T18:17:31.388662Z","caller":"traceutil/trace.go:171","msg":"trace[778462338] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:13371; }","duration":"384.570908ms","start":"2026-03-05T18:17:31.004055Z","end":"2026-03-05T18:17:31.388626Z","steps":["trace[778462338] 'agreement among raft nodes before linearized reading' (duration: 384.131578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:17:31.388721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:17:31.004043Z","time spent":"384.66751ms","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-03-05T18:17:31.388422Z","caller":"traceutil/trace.go:171","msg":"trace[1585168333] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d844e6f-ce14-4245-9662-840757644886; range_end:; response_count:1; response_revision:13371; }","duration":"359.940925ms","start":"2026-03-05T18:17:31.02846Z","end":"2026-03-05T18:17:31.388401Z","steps":["trace[1585168333] 'agreement among raft nodes before linearized reading' (duration: 359.668869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:17:31.388534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:17:30.980303Z","time spent":"408.174008ms","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19042,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:17:31.388871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:17:31.028451Z","time spent":"360.369745ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3661,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d844e6f-ce14-4245-9662-840757644886\" "} {"level":"info","ts":"2026-03-05T18:18:21.530252Z","caller":"traceutil/trace.go:171","msg":"trace[893272715] transaction","detail":"{read_only:false; response_revision:13965; number_of_response:1; }","duration":"167.693656ms","start":"2026-03-05T18:18:21.362534Z","end":"2026-03-05T18:18:21.530227Z","steps":["trace[893272715] 'process raft request' (duration: 167.528462ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:21.612606Z","caller":"traceutil/trace.go:171","msg":"trace[1624715231] linearizableReadLoop","detail":"{readStateIndex:14481; appliedIndex:14479; }","duration":"195.345051ms","start":"2026-03-05T18:18:21.417238Z","end":"2026-03-05T18:18:21.612583Z","steps":["trace[1624715231] 'read index received' (duration: 112.834605ms)","trace[1624715231] 'applied index is now lower than readState.Index' (duration: 82.509536ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:18:21.612828Z","caller":"traceutil/trace.go:171","msg":"trace[1970951796] transaction","detail":"{read_only:false; response_revision:13966; number_of_response:1; }","duration":"247.816126ms","start":"2026-03-05T18:18:21.364998Z","end":"2026-03-05T18:18:21.612814Z","steps":["trace[1970951796] 'process raft request' (duration: 245.246025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:21.613096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.849574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T18:18:21.61314Z","caller":"traceutil/trace.go:171","msg":"trace[1271760363] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13966; }","duration":"195.945756ms","start":"2026-03-05T18:18:21.417184Z","end":"2026-03-05T18:18:21.613129Z","steps":["trace[1271760363] 'agreement among raft nodes before linearized reading' (duration: 195.808073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:21.613414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.882604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:18:21.613453Z","caller":"traceutil/trace.go:171","msg":"trace[1708246533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13966; }","duration":"109.963916ms","start":"2026-03-05T18:18:21.50348Z","end":"2026-03-05T18:18:21.613444Z","steps":["trace[1708246533] 'agreement among raft nodes before linearized reading' (duration: 109.905805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:22.483957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197886961,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:18:22.573554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.134104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-05T18:18:22.57358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.53517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T18:18:22.573639Z","caller":"traceutil/trace.go:171","msg":"trace[610022313] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:13966; }","duration":"725.252186ms","start":"2026-03-05T18:18:21.848367Z","end":"2026-03-05T18:18:22.57362Z","steps":["trace[610022313] 'range keys from in-memory index tree' (duration: 724.967929ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:22.573661Z","caller":"traceutil/trace.go:171","msg":"trace[212349730] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13966; }","duration":"765.648673ms","start":"2026-03-05T18:18:21.807992Z","end":"2026-03-05T18:18:22.573641Z","steps":["trace[212349730] 'range keys from in-memory index tree' (duration: 765.415608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:22.573673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:21.848357Z","time spent":"725.309597ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-05T18:18:22.573701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:21.807982Z","time spent":"765.710625ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T18:18:22.573722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.357627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:18:22.57377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.97341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T18:18:22.573846Z","caller":"traceutil/trace.go:171","msg":"trace[1393676597] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13966; }","duration":"763.066822ms","start":"2026-03-05T18:18:21.810757Z","end":"2026-03-05T18:18:22.573824Z","steps":["trace[1393676597] 'range keys from in-memory index tree' (duration: 762.857217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:22.573884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:21.810743Z","time spent":"763.132494ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-05T18:18:22.573904Z","caller":"traceutil/trace.go:171","msg":"trace[1736213495] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13966; }","duration":"765.555832ms","start":"2026-03-05T18:18:21.808263Z","end":"2026-03-05T18:18:22.573818Z","steps":["trace[1736213495] 'range keys from in-memory index tree' (duration: 765.276375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:22.574002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:21.808242Z","time spent":"765.744205ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-05T18:18:22.574965Z","caller":"traceutil/trace.go:171","msg":"trace[2070413631] transaction","detail":"{read_only:false; response_revision:13967; number_of_response:1; }","duration":"656.140648ms","start":"2026-03-05T18:18:21.918786Z","end":"2026-03-05T18:18:22.574926Z","steps":["trace[2070413631] 'process raft request' (duration: 656.008025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:22.575089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:21.918763Z","time spent":"656.250851ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:18:22.585122Z","caller":"traceutil/trace.go:171","msg":"trace[382977335] linearizableReadLoop","detail":"{readStateIndex:14484; appliedIndex:14481; }","duration":"602.224669ms","start":"2026-03-05T18:18:21.982884Z","end":"2026-03-05T18:18:22.585109Z","steps":["trace[382977335] 'read index received' (duration: 592.015198ms)","trace[382977335] 'applied index is now lower than readState.Index' (duration: 10.208351ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:18:22.585228Z","caller":"traceutil/trace.go:171","msg":"trace[2013478586] transaction","detail":"{read_only:false; response_revision:13969; number_of_response:1; }","duration":"662.965019ms","start":"2026-03-05T18:18:21.922253Z","end":"2026-03-05T18:18:22.585218Z","steps":["trace[2013478586] 'process raft request' (duration: 662.824476ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:22.585214Z","caller":"traceutil/trace.go:171","msg":"trace[1595940302] transaction","detail":"{read_only:false; response_revision:13968; number_of_response:1; }","duration":"665.888078ms","start":"2026-03-05T18:18:21.919279Z","end":"2026-03-05T18:18:22.585167Z","steps":["trace[1595940302] 'process raft request' (duration: 665.718894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:22.585304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:21.922235Z","time spent":"663.01495ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:18:22.585379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.475995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T18:18:22.58541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:21.919255Z","time spent":"666.047942ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:18:22.585439Z","caller":"traceutil/trace.go:171","msg":"trace[1699695036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13969; }","duration":"602.592248ms","start":"2026-03-05T18:18:21.982831Z","end":"2026-03-05T18:18:22.585423Z","steps":["trace[1699695036] 'agreement among raft nodes before linearized reading' (duration: 602.482225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:22.585486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:21.982808Z","time spent":"602.667239ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:18:22.586165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.943945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:18:22.58624Z","caller":"traceutil/trace.go:171","msg":"trace[1523281945] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13969; }","duration":"600.046747ms","start":"2026-03-05T18:18:21.986168Z","end":"2026-03-05T18:18:22.586214Z","steps":["trace[1523281945] 'agreement among raft nodes before linearized reading' (duration: 599.946965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:22.586273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:21.986149Z","time spent":"600.118248ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:18:22.586325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.981823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:18:22.586348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.122957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T18:18:22.586486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.128335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T18:18:22.586537Z","caller":"traceutil/trace.go:171","msg":"trace[1510929933] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13969; }","duration":"526.194627ms","start":"2026-03-05T18:18:22.060335Z","end":"2026-03-05T18:18:22.586529Z","steps":["trace[1510929933] 'agreement among raft nodes before linearized reading' (duration: 526.085904ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:22.586534Z","caller":"traceutil/trace.go:171","msg":"trace[562723272] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:13969; }","duration":"521.399493ms","start":"2026-03-05T18:18:22.065091Z","end":"2026-03-05T18:18:22.58649Z","steps":["trace[562723272] 'agreement among raft nodes before linearized reading' (duration: 521.065945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:22.58656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:22.060326Z","time spent":"526.230007ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:18:22.586592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:22.065084Z","time spent":"521.493555ms","remote":"127.0.0.1:39012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:18:22.586701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.751008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T18:18:22.586725Z","caller":"traceutil/trace.go:171","msg":"trace[1000412159] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13969; }","duration":"577.8019ms","start":"2026-03-05T18:18:22.008917Z","end":"2026-03-05T18:18:22.586719Z","steps":["trace[1000412159] 'agreement among raft nodes before linearized reading' (duration: 577.728148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:22.586746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:22.008903Z","time spent":"577.839411ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T18:18:22.586786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.049824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:18:22.58679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.776499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T18:18:22.586885Z","caller":"traceutil/trace.go:171","msg":"trace[1084383716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13969; }","duration":"577.912672ms","start":"2026-03-05T18:18:22.008954Z","end":"2026-03-05T18:18:22.586867Z","steps":["trace[1084383716] 'agreement among raft nodes before linearized reading' (duration: 577.601795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:22.58689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.140717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:18:22.5869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.521734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T18:18:22.586931Z","caller":"traceutil/trace.go:171","msg":"trace[310973163] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13969; }","duration":"529.209298ms","start":"2026-03-05T18:18:22.057713Z","end":"2026-03-05T18:18:22.586922Z","steps":["trace[310973163] 'agreement among raft nodes before linearized reading' (duration: 529.150966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:22.586938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.192425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-srp5b\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-05T18:18:22.586963Z","caller":"traceutil/trace.go:171","msg":"trace[1640320351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13969; }","duration":"232.612615ms","start":"2026-03-05T18:18:22.354335Z","end":"2026-03-05T18:18:22.586948Z","steps":["trace[1640320351] 'agreement among raft nodes before linearized reading' (duration: 232.430031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:22.586968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:22.057695Z","time spent":"529.26492ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-05T18:18:22.586434Z","caller":"traceutil/trace.go:171","msg":"trace[96805970] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13969; }","duration":"160.198229ms","start":"2026-03-05T18:18:22.42622Z","end":"2026-03-05T18:18:22.586419Z","steps":["trace[96805970] 'agreement among raft nodes before linearized reading' (duration: 159.963863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:22.587025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.829779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T18:18:22.587086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.98713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T18:18:22.586905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.642861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:18:22.587096Z","caller":"traceutil/trace.go:171","msg":"trace[1512169660] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13969; }","duration":"598.89816ms","start":"2026-03-05T18:18:21.988167Z","end":"2026-03-05T18:18:22.587065Z","steps":["trace[1512169660] 'agreement among raft nodes before linearized reading' (duration: 598.775927ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:22.58713Z","caller":"traceutil/trace.go:171","msg":"trace[1595084846] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13969; }","duration":"600.916837ms","start":"2026-03-05T18:18:21.986204Z","end":"2026-03-05T18:18:22.587121Z","steps":["trace[1595084846] 'agreement among raft nodes before linearized reading' (duration: 600.633931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:22.587138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:21.988156Z","time spent":"598.974092ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:18:22.58715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.611142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T18:18:22.587143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.20558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T18:18:22.587163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:21.986188Z","time spent":"600.965828ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-05T18:18:22.587173Z","caller":"traceutil/trace.go:171","msg":"trace[1248928140] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13969; }","duration":"161.653893ms","start":"2026-03-05T18:18:22.425512Z","end":"2026-03-05T18:18:22.587166Z","steps":["trace[1248928140] 'agreement among raft nodes before linearized reading' (duration: 161.600412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:22.587172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.888066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:18:22.587186Z","caller":"traceutil/trace.go:171","msg":"trace[93411184] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:13969; }","duration":"489.270682ms","start":"2026-03-05T18:18:22.097902Z","end":"2026-03-05T18:18:22.587173Z","steps":["trace[93411184] 'agreement among raft nodes before linearized reading' (duration: 489.155139ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:22.587203Z","caller":"traceutil/trace.go:171","msg":"trace[749848198] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13969; }","duration":"600.919637ms","start":"2026-03-05T18:18:21.986276Z","end":"2026-03-05T18:18:22.587196Z","steps":["trace[749848198] 'agreement among raft nodes before linearized reading' (duration: 600.876746ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:22.587128Z","caller":"traceutil/trace.go:171","msg":"trace[1708185877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13969; }","duration":"569.046912ms","start":"2026-03-05T18:18:22.018071Z","end":"2026-03-05T18:18:22.587118Z","steps":["trace[1708185877] 'agreement among raft nodes before linearized reading' (duration: 568.9447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:22.587225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:22.097892Z","time spent":"489.324473ms","remote":"127.0.0.1:42952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":10,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:18:22.587232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:21.986262Z","time spent":"600.963759ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:18:22.587239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:22.018061Z","time spent":"569.171845ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:18:22.586938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:22.008942Z","time spent":"577.987094ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:18:22.586994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.272069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:18:22.587302Z","caller":"traceutil/trace.go:171","msg":"trace[1902155260] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13969; }","duration":"529.619377ms","start":"2026-03-05T18:18:22.057676Z","end":"2026-03-05T18:18:22.587295Z","steps":["trace[1902155260] 'agreement among raft nodes before linearized reading' (duration: 529.29351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:22.58733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:22.057652Z","time spent":"529.672809ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-05T18:18:22.586841Z","caller":"traceutil/trace.go:171","msg":"trace[1076184576] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13969; }","duration":"529.146607ms","start":"2026-03-05T18:18:22.057681Z","end":"2026-03-05T18:18:22.586828Z","steps":["trace[1076184576] 'agreement among raft nodes before linearized reading' (duration: 529.057424ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:22.586983Z","caller":"traceutil/trace.go:171","msg":"trace[1384071582] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-srp5b; range_end:; response_count:1; response_revision:13969; }","duration":"388.258216ms","start":"2026-03-05T18:18:22.198713Z","end":"2026-03-05T18:18:22.586971Z","steps":["trace[1384071582] 'agreement among raft nodes before linearized reading' (duration: 388.100432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:22.587378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:22.057653Z","time spent":"529.71661ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:18:22.587391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:22.198702Z","time spent":"388.678096ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20699,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-srp5b\" "} {"level":"warn","ts":"2026-03-05T18:18:22.587096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.589752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T18:18:22.587507Z","caller":"traceutil/trace.go:171","msg":"trace[960866387] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13969; }","duration":"162.041722ms","start":"2026-03-05T18:18:22.425459Z","end":"2026-03-05T18:18:22.5875Z","steps":["trace[960866387] 'agreement among raft nodes before linearized reading' (duration: 161.593532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:27.336021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.64882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:18:27.336144Z","caller":"traceutil/trace.go:171","msg":"trace[343546466] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13989; }","duration":"187.801603ms","start":"2026-03-05T18:18:27.148317Z","end":"2026-03-05T18:18:27.336118Z","steps":["trace[343546466] 'range keys from in-memory index tree' (duration: 187.569757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:27.336212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.53841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"warn","ts":"2026-03-05T18:18:27.336023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.653925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:18:27.336295Z","caller":"traceutil/trace.go:171","msg":"trace[1197601145] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13989; }","duration":"188.677643ms","start":"2026-03-05T18:18:27.147594Z","end":"2026-03-05T18:18:27.336272Z","steps":["trace[1197601145] 'range keys from in-memory index tree' (duration: 188.364375ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:27.336309Z","caller":"traceutil/trace.go:171","msg":"trace[1160465766] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:13989; }","duration":"547.986113ms","start":"2026-03-05T18:18:26.788295Z","end":"2026-03-05T18:18:27.336281Z","steps":["trace[1160465766] 'count revisions from in-memory index tree' (duration: 547.561112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:27.336315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.311268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:18:27.336361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:26.788274Z","time spent":"548.061214ms","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":89,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:18:27.336384Z","caller":"traceutil/trace.go:171","msg":"trace[1229396322] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13989; }","duration":"189.422591ms","start":"2026-03-05T18:18:27.146947Z","end":"2026-03-05T18:18:27.33637Z","steps":["trace[1229396322] 'range keys from in-memory index tree' (duration: 189.246276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:27.336373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.263724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T18:18:27.336362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.579451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T18:18:27.33644Z","caller":"traceutil/trace.go:171","msg":"trace[138200292] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13989; }","duration":"188.364666ms","start":"2026-03-05T18:18:27.148057Z","end":"2026-03-05T18:18:27.336421Z","steps":["trace[138200292] 'range keys from in-memory index tree' (duration: 188.102609ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:27.336451Z","caller":"traceutil/trace.go:171","msg":"trace[1986547130] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13989; }","duration":"188.693093ms","start":"2026-03-05T18:18:27.147739Z","end":"2026-03-05T18:18:27.336432Z","steps":["trace[1986547130] 'range keys from in-memory index tree' (duration: 188.448698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:27.474629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.47523ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T18:18:27.474751Z","caller":"traceutil/trace.go:171","msg":"trace[1749881577] linearizableReadLoop","detail":"{readStateIndex:14506; appliedIndex:14505; }","duration":"167.931442ms","start":"2026-03-05T18:18:27.306797Z","end":"2026-03-05T18:18:27.474729Z","steps":["trace[1749881577] 'read index received' (duration: 11.324239ms)","trace[1749881577] 'applied index is now lower than readState.Index' (duration: 156.605523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:18:27.474987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.495272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-n2hkm\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-03-05T18:18:27.475025Z","caller":"traceutil/trace.go:171","msg":"trace[915386917] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-n2hkm; range_end:; response_count:1; response_revision:13989; }","duration":"162.561395ms","start":"2026-03-05T18:18:27.312453Z","end":"2026-03-05T18:18:27.475014Z","steps":["trace[915386917] 'agreement among raft nodes before linearized reading' (duration: 162.38262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:27.475053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.227819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-n2hkm\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-03-05T18:18:27.475156Z","caller":"traceutil/trace.go:171","msg":"trace[665864631] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-n2hkm; range_end:; response_count:1; response_revision:13989; }","duration":"168.369442ms","start":"2026-03-05T18:18:27.306762Z","end":"2026-03-05T18:18:27.475132Z","steps":["trace[665864631] 'agreement among raft nodes before linearized reading' (duration: 168.058375ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:27.72529Z","caller":"traceutil/trace.go:171","msg":"trace[1801921431] transaction","detail":"{read_only:false; response_revision:13990; number_of_response:1; }","duration":"158.413855ms","start":"2026-03-05T18:18:27.566861Z","end":"2026-03-05T18:18:27.725275Z","steps":["trace[1801921431] 'process raft request' (duration: 158.261541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:29.347704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.387937ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:18:29.3478Z","caller":"traceutil/trace.go:171","msg":"trace[1953884614] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13990; }","duration":"479.497669ms","start":"2026-03-05T18:18:28.868287Z","end":"2026-03-05T18:18:29.347784Z","steps":["trace[1953884614] 'range keys from in-memory index tree' (duration: 479.373026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:29.348086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053317745s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:18:29.348156Z","caller":"traceutil/trace.go:171","msg":"trace[1231277164] linearizableReadLoop","detail":"{readStateIndex:14508; appliedIndex:14507; }","duration":"1.313084104s","start":"2026-03-05T18:18:28.035058Z","end":"2026-03-05T18:18:29.348142Z","steps":["trace[1231277164] 'read index received' (duration: 259.617775ms)","trace[1231277164] 'applied index is now lower than readState.Index' (duration: 1.053465199s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:18:29.348222Z","caller":"traceutil/trace.go:171","msg":"trace[555254222] transaction","detail":"{read_only:false; response_revision:13991; number_of_response:1; }","duration":"1.618665739s","start":"2026-03-05T18:18:27.729545Z","end":"2026-03-05T18:18:29.348211Z","steps":["trace[555254222] 'process raft request' (duration: 565.149859ms)","trace[555254222] 'compare' (duration: 1.0531077s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:18:29.348274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:27.729519Z","time spent":"1.618726511s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:18:29.348574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313512405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-05T18:18:29.348607Z","caller":"traceutil/trace.go:171","msg":"trace[1387194105] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13991; }","duration":"1.313565995s","start":"2026-03-05T18:18:28.035029Z","end":"2026-03-05T18:18:29.348595Z","steps":["trace[1387194105] 'agreement among raft nodes before linearized reading' (duration: 1.313438242s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:29.348905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.035012Z","time spent":"1.313883333s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T18:18:30.255271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.551862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:18:30.255474Z","caller":"traceutil/trace.go:171","msg":"trace[775828349] transaction","detail":"{read_only:false; response_revision:13992; number_of_response:1; }","duration":"1.693020342s","start":"2026-03-05T18:18:28.562432Z","end":"2026-03-05T18:18:30.255453Z","steps":["trace[775828349] 'process raft request' (duration: 908.210323ms)","trace[775828349] 'compare' (duration: 784.399089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:18:30.255547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.562406Z","time spent":"1.693108414s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:18:30.427115Z","caller":"traceutil/trace.go:171","msg":"trace[35292066] transaction","detail":"{read_only:false; response_revision:13993; number_of_response:1; }","duration":"1.835164573s","start":"2026-03-05T18:18:28.59192Z","end":"2026-03-05T18:18:30.427085Z","steps":["trace[35292066] 'process raft request' (duration: 1.779530403s)","trace[35292066] 'compare' (duration: 55.485956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:18:30.42725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.591904Z","time spent":"1.835275205s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:18:30.427386Z","caller":"traceutil/trace.go:171","msg":"trace[1334806250] transaction","detail":"{read_only:false; response_revision:13994; number_of_response:1; }","duration":"1.815723561s","start":"2026-03-05T18:18:28.611639Z","end":"2026-03-05T18:18:30.427362Z","steps":["trace[1334806250] 'process raft request' (duration: 1.815412844s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.427551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.611619Z","time spent":"1.815836744s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:18:30.427617Z","caller":"traceutil/trace.go:171","msg":"trace[672651164] linearizableReadLoop","detail":"{readStateIndex:14512; appliedIndex:14508; }","duration":"1.079417443s","start":"2026-03-05T18:18:29.348177Z","end":"2026-03-05T18:18:30.427595Z","steps":["trace[672651164] 'read index received' (duration: 122.443662ms)","trace[672651164] 'applied index is now lower than readState.Index' (duration: 956.972591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:18:30.427708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774624268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T18:18:30.427742Z","caller":"traceutil/trace.go:171","msg":"trace[1711590235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13996; }","duration":"1.77469937s","start":"2026-03-05T18:18:28.653034Z","end":"2026-03-05T18:18:30.427733Z","steps":["trace[1711590235] 'agreement among raft nodes before linearized reading' (duration: 1.774562757s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.427808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.653024Z","time spent":"1.77473387s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:18:30.427803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086656325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-05T18:18:30.427823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815426794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T18:18:30.427843Z","caller":"traceutil/trace.go:171","msg":"trace[718725759] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13996; }","duration":"1.086712926s","start":"2026-03-05T18:18:29.341119Z","end":"2026-03-05T18:18:30.427832Z","steps":["trace[718725759] 'agreement among raft nodes before linearized reading' (duration: 1.086553472s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:30.427861Z","caller":"traceutil/trace.go:171","msg":"trace[528779504] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13996; }","duration":"1.815500387s","start":"2026-03-05T18:18:28.612348Z","end":"2026-03-05T18:18:30.427849Z","steps":["trace[528779504] 'agreement among raft nodes before linearized reading' (duration: 1.815358633s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.427875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:29.341113Z","time spent":"1.086756518s","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T18:18:30.427895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.612334Z","time spent":"1.815552677s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:18:30.427876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81272066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:18:30.427918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817118575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:18:30.427938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086802219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:18:30.427959Z","caller":"traceutil/trace.go:171","msg":"trace[1505270073] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13996; }","duration":"1.817168396s","start":"2026-03-05T18:18:28.610776Z","end":"2026-03-05T18:18:30.427945Z","steps":["trace[1505270073] 'agreement among raft nodes before linearized reading' (duration: 1.817119705s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:30.427961Z","caller":"traceutil/trace.go:171","msg":"trace[1198980132] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13996; }","duration":"1.812817283s","start":"2026-03-05T18:18:28.615118Z","end":"2026-03-05T18:18:30.427936Z","steps":["trace[1198980132] 'agreement among raft nodes before linearized reading' (duration: 1.81271117s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.427995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.610767Z","time spent":"1.817220658s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:18:30.428044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.615108Z","time spent":"1.812918415s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:18:30.428061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812949745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T18:18:30.428097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817377831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:18:30.428115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772407015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T18:18:30.428109Z","caller":"traceutil/trace.go:171","msg":"trace[1529318738] transaction","detail":"{read_only:false; response_revision:13996; number_of_response:1; }","duration":"1.076273548s","start":"2026-03-05T18:18:29.351828Z","end":"2026-03-05T18:18:30.428101Z","steps":["trace[1529318738] 'process raft request' (duration: 1.075672014s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:30.428136Z","caller":"traceutil/trace.go:171","msg":"trace[1171255468] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13996; }","duration":"1.817443483s","start":"2026-03-05T18:18:28.610684Z","end":"2026-03-05T18:18:30.428128Z","steps":["trace[1171255468] 'agreement among raft nodes before linearized reading' (duration: 1.817392052s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.428147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840213622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T18:18:30.428169Z","caller":"traceutil/trace.go:171","msg":"trace[326132172] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13996; }","duration":"1.840267984s","start":"2026-03-05T18:18:28.587894Z","end":"2026-03-05T18:18:30.428162Z","steps":["trace[326132172] 'agreement among raft nodes before linearized reading' (duration: 1.840209093s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.428191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:29.351744Z","time spent":"1.076413202s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:18:30.428202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.587875Z","time spent":"1.840321155s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:18:30.428202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818445766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:18:30.428235Z","caller":"traceutil/trace.go:171","msg":"trace[1735488802] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13996; }","duration":"1.818491767s","start":"2026-03-05T18:18:28.609735Z","end":"2026-03-05T18:18:30.428227Z","steps":["trace[1735488802] 'agreement among raft nodes before linearized reading' (duration: 1.818450426s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.428266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.609727Z","time spent":"1.818533038s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:18:30.428262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813186471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-05T18:18:30.428289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926262654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:18:30.428308Z","caller":"traceutil/trace.go:171","msg":"trace[136518320] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13996; }","duration":"1.813244943s","start":"2026-03-05T18:18:28.615049Z","end":"2026-03-05T18:18:30.428294Z","steps":["trace[136518320] 'agreement among raft nodes before linearized reading' (duration: 1.81311316s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.428302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783304274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T18:18:30.428339Z","caller":"traceutil/trace.go:171","msg":"trace[1707436527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13996; }","duration":"1.926339885s","start":"2026-03-05T18:18:28.501989Z","end":"2026-03-05T18:18:30.428329Z","steps":["trace[1707436527] 'agreement among raft nodes before linearized reading' (duration: 1.926261743s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.428357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.615038Z","time spent":"1.813306124s","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T18:18:30.427874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742035175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pntd5\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-05T18:18:30.428397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840147211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T18:18:30.428419Z","caller":"traceutil/trace.go:171","msg":"trace[1098071634] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pntd5; range_end:; response_count:1; response_revision:13996; }","duration":"1.742604238s","start":"2026-03-05T18:18:28.685802Z","end":"2026-03-05T18:18:30.428406Z","steps":["trace[1098071634] 'agreement among raft nodes before linearized reading' (duration: 1.741910411s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.428432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087252389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T18:18:30.428427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813172871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:18:30.428457Z","caller":"traceutil/trace.go:171","msg":"trace[742767659] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13996; }","duration":"1.08728847s","start":"2026-03-05T18:18:29.341162Z","end":"2026-03-05T18:18:30.428451Z","steps":["trace[742767659] 'agreement among raft nodes before linearized reading' (duration: 1.087224168s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.428461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840451248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:18:30.428461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.685795Z","time spent":"1.74265491s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pntd5\" "} {"level":"warn","ts":"2026-03-05T18:18:30.428476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:29.341153Z","time spent":"1.087319241s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-05T18:18:30.428473Z","caller":"traceutil/trace.go:171","msg":"trace[1079442431] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13996; }","duration":"1.813235422s","start":"2026-03-05T18:18:28.615225Z","end":"2026-03-05T18:18:30.428461Z","steps":["trace[1079442431] 'agreement among raft nodes before linearized reading' (duration: 1.81316748s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:30.428486Z","caller":"traceutil/trace.go:171","msg":"trace[1332869911] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13996; }","duration":"1.840518229s","start":"2026-03-05T18:18:28.587961Z","end":"2026-03-05T18:18:30.428479Z","steps":["trace[1332869911] 'agreement among raft nodes before linearized reading' (duration: 1.840477498s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.427935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812793822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:18:30.428522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.587931Z","time spent":"1.840586031s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:18:30.428528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.615214Z","time spent":"1.813302664s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:18:30.428559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813366415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:18:30.428129Z","caller":"traceutil/trace.go:171","msg":"trace[1582533393] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13996; }","duration":"1.813016778s","start":"2026-03-05T18:18:28.615089Z","end":"2026-03-05T18:18:30.428106Z","steps":["trace[1582533393] 'agreement among raft nodes before linearized reading' (duration: 1.812876154s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:30.428586Z","caller":"traceutil/trace.go:171","msg":"trace[700128874] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13996; }","duration":"1.813392866s","start":"2026-03-05T18:18:28.615188Z","end":"2026-03-05T18:18:30.428581Z","steps":["trace[700128874] 'agreement among raft nodes before linearized reading' (duration: 1.813355225s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.428299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087082025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:18:30.428599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.615085Z","time spent":"1.813505899s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-05T18:18:30.428422Z","caller":"traceutil/trace.go:171","msg":"trace[1555699633] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13996; }","duration":"1.840172082s","start":"2026-03-05T18:18:28.588243Z","end":"2026-03-05T18:18:30.428415Z","steps":["trace[1555699633] 'agreement among raft nodes before linearized reading' (duration: 1.84008705s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.428634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.588216Z","time spent":"1.840413917s","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-05T18:18:30.428624Z","caller":"traceutil/trace.go:171","msg":"trace[1375280194] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13996; }","duration":"1.087412993s","start":"2026-03-05T18:18:29.341197Z","end":"2026-03-05T18:18:30.42861Z","steps":["trace[1375280194] 'agreement among raft nodes before linearized reading' (duration: 1.087076445s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:30.428138Z","caller":"traceutil/trace.go:171","msg":"trace[988693813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13996; }","duration":"1.772462776s","start":"2026-03-05T18:18:28.655668Z","end":"2026-03-05T18:18:30.428131Z","steps":["trace[988693813] 'agreement among raft nodes before linearized reading' (duration: 1.772411515s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.428604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.615185Z","time spent":"1.813415176s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:18:30.428672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:29.34119Z","time spent":"1.087465034s","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-05T18:18:30.428685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.655633Z","time spent":"1.77303471s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T18:18:30.42836Z","caller":"traceutil/trace.go:171","msg":"trace[1026583385] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13996; }","duration":"1.783395735s","start":"2026-03-05T18:18:28.644949Z","end":"2026-03-05T18:18:30.428344Z","steps":["trace[1026583385] 'agreement among raft nodes before linearized reading' (duration: 1.783242942s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:30.427987Z","caller":"traceutil/trace.go:171","msg":"trace[1149575889] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13996; }","duration":"1.08686551s","start":"2026-03-05T18:18:29.341103Z","end":"2026-03-05T18:18:30.427968Z","steps":["trace[1149575889] 'agreement among raft nodes before linearized reading' (duration: 1.086815079s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:30.428071Z","caller":"traceutil/trace.go:171","msg":"trace[1626484951] transaction","detail":"{read_only:false; response_revision:13995; number_of_response:1; }","duration":"1.81146286s","start":"2026-03-05T18:18:28.616595Z","end":"2026-03-05T18:18:30.428058Z","steps":["trace[1626484951] 'process raft request' (duration: 1.810672992s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.428761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.644932Z","time spent":"1.783822946s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:18:30.428168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.610669Z","time spent":"1.817493354s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:18:30.428798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.616585Z","time spent":"1.812184628s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:18:30.42853Z","caller":"traceutil/trace.go:171","msg":"trace[1282600905] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13996; }","duration":"1.813403176s","start":"2026-03-05T18:18:28.615121Z","end":"2026-03-05T18:18:30.428524Z","steps":["trace[1282600905] 'agreement among raft nodes before linearized reading' (duration: 1.812781432s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.428076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099377907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T18:18:30.42883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.615114Z","time spent":"1.813709783s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:18:30.427991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743506989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-srp5b\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-03-05T18:18:30.4288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813742994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T18:18:30.428919Z","caller":"traceutil/trace.go:171","msg":"trace[1210341962] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13996; }","duration":"1.813877287s","start":"2026-03-05T18:18:28.615032Z","end":"2026-03-05T18:18:30.428909Z","steps":["trace[1210341962] 'agreement among raft nodes before linearized reading' (duration: 1.813704533s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:30.428918Z","caller":"traceutil/trace.go:171","msg":"trace[684143234] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-srp5b; range_end:; response_count:1; response_revision:13996; }","duration":"1.744456531s","start":"2026-03-05T18:18:28.684442Z","end":"2026-03-05T18:18:30.428899Z","steps":["trace[684143234] 'agreement among raft nodes before linearized reading' (duration: 1.743493449s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.428948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.615012Z","time spent":"1.813928838s","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T18:18:30.428973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.684404Z","time spent":"1.744553383s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20699,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-srp5b\" "} {"level":"warn","ts":"2026-03-05T18:18:30.428373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.501973Z","time spent":"1.926391717s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:18:30.428374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087192848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-03-05T18:18:30.429074Z","caller":"traceutil/trace.go:171","msg":"trace[1380411018] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13996; }","duration":"1.087891014s","start":"2026-03-05T18:18:29.341163Z","end":"2026-03-05T18:18:30.429054Z","steps":["trace[1380411018] 'agreement among raft nodes before linearized reading' (duration: 1.087153716s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.428063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745124877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-htt4h\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-03-05T18:18:30.427844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815374923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T18:18:30.428864Z","caller":"traceutil/trace.go:171","msg":"trace[1493592072] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13996; }","duration":"1.100184085s","start":"2026-03-05T18:18:29.328665Z","end":"2026-03-05T18:18:30.428849Z","steps":["trace[1493592072] 'agreement among raft nodes before linearized reading' (duration: 1.099341385s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.428781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:29.341087Z","time spent":"1.087679479s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:18:30.429166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:29.341157Z","time spent":"1.087992837s","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-05T18:18:30.429175Z","caller":"traceutil/trace.go:171","msg":"trace[789278002] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-htt4h; range_end:; response_count:1; response_revision:13996; }","duration":"1.746250734s","start":"2026-03-05T18:18:28.682909Z","end":"2026-03-05T18:18:30.42916Z","steps":["trace[789278002] 'agreement among raft nodes before linearized reading' (duration: 1.745100047s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:30.429172Z","caller":"traceutil/trace.go:171","msg":"trace[1097569352] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13996; }","duration":"1.816761255s","start":"2026-03-05T18:18:28.6124Z","end":"2026-03-05T18:18:30.429161Z","steps":["trace[1097569352] 'agreement among raft nodes before linearized reading' (duration: 1.81524688s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.429381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.682883Z","time spent":"1.7464886s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-htt4h\" "} {"level":"warn","ts":"2026-03-05T18:18:30.429391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.612394Z","time spent":"1.816984071s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:18:30.429166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:29.328649Z","time spent":"1.100498493s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:18:30.427861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830649616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:18:30.429613Z","caller":"traceutil/trace.go:171","msg":"trace[1020371562] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:13996; }","duration":"1.832449819s","start":"2026-03-05T18:18:28.597146Z","end":"2026-03-05T18:18:30.429595Z","steps":["trace[1020371562] 'agreement among raft nodes before linearized reading' (duration: 1.830645566s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.429681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:28.597121Z","time spent":"1.832539551s","remote":"127.0.0.1:43204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:18:30.432247Z","caller":"traceutil/trace.go:171","msg":"trace[1746735535] transaction","detail":"{read_only:false; response_revision:13997; number_of_response:1; }","duration":"812.873183ms","start":"2026-03-05T18:18:29.619362Z","end":"2026-03-05T18:18:30.432235Z","steps":["trace[1746735535] 'process raft request' (duration: 812.606437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.432324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:29.619345Z","time spent":"812.935955ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:18:30.432433Z","caller":"traceutil/trace.go:171","msg":"trace[1793918403] transaction","detail":"{read_only:false; response_revision:13998; number_of_response:1; }","duration":"487.376547ms","start":"2026-03-05T18:18:29.94505Z","end":"2026-03-05T18:18:30.432426Z","steps":["trace[1793918403] 'process raft request' (duration: 486.999467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.432471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:29.945024Z","time spent":"487.428147ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:18:30.432574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.346563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-n2hkm\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-03-05T18:18:30.432597Z","caller":"traceutil/trace.go:171","msg":"trace[65619144] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-n2hkm; range_end:; response_count:1; response_revision:13998; }","duration":"877.392374ms","start":"2026-03-05T18:18:29.555199Z","end":"2026-03-05T18:18:30.432591Z","steps":["trace[65619144] 'agreement among raft nodes before linearized reading' (duration: 877.316493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.432614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:29.555188Z","time spent":"877.421535ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-n2hkm\" "} {"level":"warn","ts":"2026-03-05T18:18:30.432613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.167153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:18:30.432645Z","caller":"traceutil/trace.go:171","msg":"trace[766794148] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13998; }","duration":"703.194123ms","start":"2026-03-05T18:18:29.729439Z","end":"2026-03-05T18:18:30.432633Z","steps":["trace[766794148] 'agreement among raft nodes before linearized reading' (duration: 703.149672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.432674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:29.729414Z","time spent":"703.252364ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:18:30.432564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.617392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-05T18:18:30.432735Z","caller":"traceutil/trace.go:171","msg":"trace[950734933] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13998; }","duration":"719.815618ms","start":"2026-03-05T18:18:29.712912Z","end":"2026-03-05T18:18:30.432728Z","steps":["trace[950734933] 'agreement among raft nodes before linearized reading' (duration: 719.558052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.432763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:29.712901Z","time spent":"719.856308ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-05T18:18:30.432874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.85363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T18:18:30.432907Z","caller":"traceutil/trace.go:171","msg":"trace[1278001279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13998; }","duration":"703.910141ms","start":"2026-03-05T18:18:29.72899Z","end":"2026-03-05T18:18:30.432901Z","steps":["trace[1278001279] 'agreement among raft nodes before linearized reading' (duration: 703.823759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.432937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:29.728977Z","time spent":"703.955132ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:18:30.432799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.453476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-n2hkm\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-03-05T18:18:30.433054Z","caller":"traceutil/trace.go:171","msg":"trace[872083536] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-n2hkm; range_end:; response_count:1; response_revision:13998; }","duration":"939.737563ms","start":"2026-03-05T18:18:29.493306Z","end":"2026-03-05T18:18:30.433043Z","steps":["trace[872083536] 'agreement among raft nodes before linearized reading' (duration: 939.303693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.433067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.685111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T18:18:30.433113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.886026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T18:18:30.43314Z","caller":"traceutil/trace.go:171","msg":"trace[608194779] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13998; }","duration":"702.930697ms","start":"2026-03-05T18:18:29.730201Z","end":"2026-03-05T18:18:30.433131Z","steps":["trace[608194779] 'agreement among raft nodes before linearized reading' (duration: 702.866235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.433159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:29.73019Z","time spent":"702.964628ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-05T18:18:30.433151Z","caller":"traceutil/trace.go:171","msg":"trace[251819666] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13998; }","duration":"702.802614ms","start":"2026-03-05T18:18:29.730326Z","end":"2026-03-05T18:18:30.433129Z","steps":["trace[251819666] 'agreement among raft nodes before linearized reading' (duration: 702.612079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.433206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:29.730306Z","time spent":"702.886596ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:18:30.43309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:29.49329Z","time spent":"939.787384ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-n2hkm\" "} {"level":"warn","ts":"2026-03-05T18:18:30.434046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.018299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T18:18:30.434115Z","caller":"traceutil/trace.go:171","msg":"trace[1090742523] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13998; }","duration":"704.438073ms","start":"2026-03-05T18:18:29.729662Z","end":"2026-03-05T18:18:30.434101Z","steps":["trace[1090742523] 'agreement among raft nodes before linearized reading' (duration: 702.896097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:30.434152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:29.729594Z","time spent":"704.545035ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-05T18:18:48.894884Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11785} {"level":"info","ts":"2026-03-05T18:18:48.974938Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11785,"took":"77.502838ms","hash":1977177841,"current-db-size-bytes":40415232,"current-db-size":"40 MB","current-db-size-in-use-bytes":27344896,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-05T18:18:48.974995Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1977177841,"revision":11785,"compact-revision":9678} {"level":"info","ts":"2026-03-05T18:18:58.89937Z","caller":"traceutil/trace.go:171","msg":"trace[283281768] transaction","detail":"{read_only:false; response_revision:14132; number_of_response:1; }","duration":"188.405097ms","start":"2026-03-05T18:18:58.710939Z","end":"2026-03-05T18:18:58.899344Z","steps":["trace[283281768] 'process raft request' (duration: 154.283868ms)","trace[283281768] 'compare' (duration: 33.943485ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:18:58.899561Z","caller":"traceutil/trace.go:171","msg":"trace[930456620] transaction","detail":"{read_only:false; response_revision:14133; number_of_response:1; }","duration":"188.586332ms","start":"2026-03-05T18:18:58.710964Z","end":"2026-03-05T18:18:58.899551Z","steps":["trace[930456620] 'process raft request' (duration: 188.343556ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:58.899532Z","caller":"traceutil/trace.go:171","msg":"trace[1878021352] linearizableReadLoop","detail":"{readStateIndex:14657; appliedIndex:14655; }","duration":"112.997948ms","start":"2026-03-05T18:18:58.786493Z","end":"2026-03-05T18:18:58.899491Z","steps":["trace[1878021352] 'read index received' (duration: 78.667955ms)","trace[1878021352] 'applied index is now lower than readState.Index' (duration: 34.327523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:18:58.899807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.294746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pntd5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T18:18:58.899884Z","caller":"traceutil/trace.go:171","msg":"trace[1181104850] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pntd5; range_end:; response_count:1; response_revision:14133; }","duration":"113.434829ms","start":"2026-03-05T18:18:58.786432Z","end":"2026-03-05T18:18:58.899866Z","steps":["trace[1181104850] 'agreement among raft nodes before linearized reading' (duration: 113.215634ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:19:16.98633Z","caller":"traceutil/trace.go:171","msg":"trace[1078730929] linearizableReadLoop","detail":"{readStateIndex:14742; appliedIndex:14740; }","duration":"329.090383ms","start":"2026-03-05T18:19:16.657211Z","end":"2026-03-05T18:19:16.986301Z","steps":["trace[1078730929] 'read index received' (duration: 328.793276ms)","trace[1078730929] 'applied index is now lower than readState.Index' (duration: 296.077µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:19:16.986402Z","caller":"traceutil/trace.go:171","msg":"trace[1971088750] transaction","detail":"{read_only:false; response_revision:14215; number_of_response:1; }","duration":"379.155921ms","start":"2026-03-05T18:19:16.607203Z","end":"2026-03-05T18:19:16.986359Z","steps":["trace[1971088750] 'process raft request' (duration: 379.052238ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:19:16.986603Z","caller":"traceutil/trace.go:171","msg":"trace[432200868] transaction","detail":"{read_only:false; response_revision:14214; number_of_response:1; }","duration":"379.54303ms","start":"2026-03-05T18:19:16.607009Z","end":"2026-03-05T18:19:16.986552Z","steps":["trace[432200868] 'process raft request' (duration: 379.089959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:16.986639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:16.607194Z","time spent":"379.285774ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:19:16.986629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.116511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T18:19:16.986773Z","caller":"traceutil/trace.go:171","msg":"trace[690254105] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14215; }","duration":"385.252145ms","start":"2026-03-05T18:19:16.601465Z","end":"2026-03-05T18:19:16.986717Z","steps":["trace[690254105] 'agreement among raft nodes before linearized reading' (duration: 384.986249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:16.986796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:16.606989Z","time spent":"379.705003ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:19:16.986867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.765497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T18:19:16.986904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.215548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T18:19:16.986884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:16.601448Z","time spent":"385.418208ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-05T18:19:16.986948Z","caller":"traceutil/trace.go:171","msg":"trace[383064044] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14215; }","duration":"385.922701ms","start":"2026-03-05T18:19:16.601001Z","end":"2026-03-05T18:19:16.986924Z","steps":["trace[383064044] 'agreement among raft nodes before linearized reading' (duration: 385.716646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:16.986751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.582623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T18:19:16.987004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:16.600954Z","time spent":"386.038083ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-05T18:19:16.987008Z","caller":"traceutil/trace.go:171","msg":"trace[423973130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14215; }","duration":"307.89053ms","start":"2026-03-05T18:19:16.679104Z","end":"2026-03-05T18:19:16.986995Z","steps":["trace[423973130] 'agreement among raft nodes before linearized reading' (duration: 307.500191ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:19:16.986972Z","caller":"traceutil/trace.go:171","msg":"trace[751189270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14215; }","duration":"165.3151ms","start":"2026-03-05T18:19:16.821635Z","end":"2026-03-05T18:19:16.98695Z","steps":["trace[751189270] 'agreement among raft nodes before linearized reading' (duration: 165.177737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:16.987052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:16.679088Z","time spent":"307.952271ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:19:16.987232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.332552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T18:19:16.987351Z","caller":"traceutil/trace.go:171","msg":"trace[993553993] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14215; }","duration":"384.490396ms","start":"2026-03-05T18:19:16.602842Z","end":"2026-03-05T18:19:16.987332Z","steps":["trace[993553993] 'agreement among raft nodes before linearized reading' (duration: 383.568615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:16.987392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:16.602828Z","time spent":"384.550907ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-05T18:19:17.273808Z","caller":"traceutil/trace.go:171","msg":"trace[1495404419] transaction","detail":"{read_only:false; response_revision:14217; number_of_response:1; }","duration":"280.391059ms","start":"2026-03-05T18:19:16.993388Z","end":"2026-03-05T18:19:17.273779Z","steps":["trace[1495404419] 'process raft request' (duration: 243.463443ms)","trace[1495404419] 'compare' (duration: 36.69742ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:19:17.273888Z","caller":"traceutil/trace.go:171","msg":"trace[374067216] linearizableReadLoop","detail":"{readStateIndex:14744; appliedIndex:14743; }","duration":"278.088794ms","start":"2026-03-05T18:19:16.99577Z","end":"2026-03-05T18:19:17.273859Z","steps":["trace[374067216] 'read index received' (duration: 241.067126ms)","trace[374067216] 'applied index is now lower than readState.Index' (duration: 37.019477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:19:17.578049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.261825ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T18:19:17.578187Z","caller":"traceutil/trace.go:171","msg":"trace[844758026] linearizableReadLoop","detail":"{readStateIndex:14745; appliedIndex:14744; }","duration":"304.195063ms","start":"2026-03-05T18:19:17.273942Z","end":"2026-03-05T18:19:17.578137Z","steps":["trace[844758026] 'read index received' (duration: 41.661µs)","trace[844758026] 'applied index is now lower than readState.Index' (duration: 304.151792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:19:17.578335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.542842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T18:19:17.578425Z","caller":"traceutil/trace.go:171","msg":"trace[1814657321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14217; }","duration":"582.644785ms","start":"2026-03-05T18:19:16.995758Z","end":"2026-03-05T18:19:17.578403Z","steps":["trace[1814657321] 'agreement among raft nodes before linearized reading' (duration: 278.229347ms)","trace[1814657321] 'range keys from in-memory index tree' (duration: 304.175862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:19:17.578425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.082462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-htt4h\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-05T18:19:17.578492Z","caller":"traceutil/trace.go:171","msg":"trace[495687040] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-htt4h; range_end:; response_count:1; response_revision:14217; }","duration":"442.196925ms","start":"2026-03-05T18:19:17.136286Z","end":"2026-03-05T18:19:17.578483Z","steps":["trace[495687040] 'agreement among raft nodes before linearized reading' (duration: 442.01176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:17.578488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:16.995699Z","time spent":"582.779258ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:19:17.578581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.265337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T18:19:17.578585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.598206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-srp5b\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-05T18:19:17.57865Z","caller":"traceutil/trace.go:171","msg":"trace[500197244] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:14217; }","duration":"488.41611ms","start":"2026-03-05T18:19:17.090215Z","end":"2026-03-05T18:19:17.578631Z","steps":["trace[500197244] 'agreement among raft nodes before linearized reading' (duration: 488.247866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:17.57869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:17.090197Z","time spent":"488.482922ms","remote":"127.0.0.1:43286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":26,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:19:17.578681Z","caller":"traceutil/trace.go:171","msg":"trace[1559813523] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-srp5b; range_end:; response_count:1; response_revision:14217; }","duration":"440.807272ms","start":"2026-03-05T18:19:17.13785Z","end":"2026-03-05T18:19:17.578658Z","steps":["trace[1559813523] 'agreement among raft nodes before linearized reading' (duration: 440.438273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:17.578744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:17.137843Z","time spent":"440.885483ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20699,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-srp5b\" "} {"level":"warn","ts":"2026-03-05T18:19:17.578827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.819474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-n2hkm\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-03-05T18:19:17.578872Z","caller":"traceutil/trace.go:171","msg":"trace[1886149882] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-n2hkm; range_end:; response_count:1; response_revision:14217; }","duration":"438.881715ms","start":"2026-03-05T18:19:17.139974Z","end":"2026-03-05T18:19:17.578856Z","steps":["trace[1886149882] 'agreement among raft nodes before linearized reading' (duration: 438.757202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:17.578899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:17.139963Z","time spent":"438.929956ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-n2hkm\" "} {"level":"warn","ts":"2026-03-05T18:19:17.578939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.95404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pntd5\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-05T18:19:17.578967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.056283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-n2hkm\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-03-05T18:19:17.579005Z","caller":"traceutil/trace.go:171","msg":"trace[612764847] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-n2hkm; range_end:; response_count:1; response_revision:14217; }","duration":"483.113094ms","start":"2026-03-05T18:19:17.095882Z","end":"2026-03-05T18:19:17.578995Z","steps":["trace[612764847] 'agreement among raft nodes before linearized reading' (duration: 482.979661ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:19:17.579009Z","caller":"traceutil/trace.go:171","msg":"trace[689430777] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pntd5; range_end:; response_count:1; response_revision:14217; }","duration":"480.056252ms","start":"2026-03-05T18:19:17.098935Z","end":"2026-03-05T18:19:17.578992Z","steps":["trace[689430777] 'agreement among raft nodes before linearized reading' (duration: 479.857308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:17.579031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:17.095873Z","time spent":"483.152335ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-n2hkm\" "} {"level":"warn","ts":"2026-03-05T18:19:17.579048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:17.098923Z","time spent":"480.115814ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-pntd5\" "} {"level":"warn","ts":"2026-03-05T18:19:17.578556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:17.136265Z","time spent":"442.282027ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-htt4h\" "} {"level":"warn","ts":"2026-03-05T18:19:17.57939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.42655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T18:19:17.579522Z","caller":"traceutil/trace.go:171","msg":"trace[1539395940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14217; }","duration":"504.611815ms","start":"2026-03-05T18:19:17.074892Z","end":"2026-03-05T18:19:17.579504Z","steps":["trace[1539395940] 'agreement among raft nodes before linearized reading' (duration: 503.850857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:17.579571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:17.074869Z","time spent":"504.686247ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:19:19.351721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.864497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:19:19.351855Z","caller":"traceutil/trace.go:171","msg":"trace[493546334] linearizableReadLoop","detail":"{readStateIndex:14752; appliedIndex:14750; }","duration":"358.93096ms","start":"2026-03-05T18:19:18.9929Z","end":"2026-03-05T18:19:19.351831Z","steps":["trace[493546334] 'read index received' (duration: 74.434446ms)","trace[493546334] 'applied index is now lower than readState.Index' (duration: 284.494764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:19:19.352109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.850687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T18:19:19.351934Z","caller":"traceutil/trace.go:171","msg":"trace[1720771829] transaction","detail":"{read_only:false; response_revision:14224; number_of_response:1; }","duration":"359.051933ms","start":"2026-03-05T18:19:18.992847Z","end":"2026-03-05T18:19:19.351899Z","steps":["trace[1720771829] 'process raft request' (duration: 91.911049ms)","trace[1720771829] 'compare' (duration: 266.675203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:19:19.352142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.221357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T18:19:19.352172Z","caller":"traceutil/trace.go:171","msg":"trace[1859483015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14224; }","duration":"355.933149ms","start":"2026-03-05T18:19:18.996224Z","end":"2026-03-05T18:19:19.352157Z","steps":["trace[1859483015] 'agreement among raft nodes before linearized reading' (duration: 355.739554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:19.352315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:18.996215Z","time spent":"356.082793ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T18:19:19.352299Z","caller":"traceutil/trace.go:171","msg":"trace[457342773] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14224; }","duration":"359.573416ms","start":"2026-03-05T18:19:18.992704Z","end":"2026-03-05T18:19:19.352277Z","steps":["trace[457342773] 'agreement among raft nodes before linearized reading' (duration: 359.217497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:19.35234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:18.992835Z","time spent":"359.431792ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:19:19.352393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:18.992669Z","time spent":"359.702808ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-05T18:19:19.807829Z","caller":"traceutil/trace.go:171","msg":"trace[2050605202] linearizableReadLoop","detail":"{readStateIndex:14754; appliedIndex:14753; }","duration":"304.172002ms","start":"2026-03-05T18:19:19.503633Z","end":"2026-03-05T18:19:19.807805Z","steps":["trace[2050605202] 'read index received' (duration: 303.973298ms)","trace[2050605202] 'applied index is now lower than readState.Index' (duration: 197.934µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:19:19.808075Z","caller":"traceutil/trace.go:171","msg":"trace[1155570353] transaction","detail":"{read_only:false; response_revision:14226; number_of_response:1; }","duration":"451.522766ms","start":"2026-03-05T18:19:19.356542Z","end":"2026-03-05T18:19:19.808065Z","steps":["trace[1155570353] 'process raft request' (duration: 451.146257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:19.808172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:19.356521Z","time spent":"451.580857ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:19:19.808367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.966114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T18:19:19.808442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.290987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-n2hkm\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-03-05T18:19:19.808461Z","caller":"traceutil/trace.go:171","msg":"trace[77573836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14226; }","duration":"136.105077ms","start":"2026-03-05T18:19:19.672335Z","end":"2026-03-05T18:19:19.80844Z","steps":["trace[77573836] 'agreement among raft nodes before linearized reading' (duration: 135.829601ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:19:19.808475Z","caller":"traceutil/trace.go:171","msg":"trace[1818205089] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-n2hkm; range_end:; response_count:1; response_revision:14226; }","duration":"116.342919ms","start":"2026-03-05T18:19:19.692122Z","end":"2026-03-05T18:19:19.808465Z","steps":["trace[1818205089] 'agreement among raft nodes before linearized reading' (duration: 116.223666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:19.808531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.723354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-05T18:19:19.808589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.168348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T18:19:19.808666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.135773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pntd5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T18:19:19.808683Z","caller":"traceutil/trace.go:171","msg":"trace[1560963137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14226; }","duration":"136.311661ms","start":"2026-03-05T18:19:19.672351Z","end":"2026-03-05T18:19:19.808663Z","steps":["trace[1560963137] 'agreement among raft nodes before linearized reading' (duration: 136.050565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:19.808706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.018173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-htt4h\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-03-05T18:19:19.808672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.080643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-n2hkm\" ","response":"range_response_count:1 size:22020"} {"level":"warn","ts":"2026-03-05T18:19:19.808741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.115915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:19:19.808744Z","caller":"traceutil/trace.go:171","msg":"trace[1099060207] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pntd5; range_end:; response_count:1; response_revision:14226; }","duration":"113.239415ms","start":"2026-03-05T18:19:19.695484Z","end":"2026-03-05T18:19:19.808723Z","steps":["trace[1099060207] 'agreement among raft nodes before linearized reading' (duration: 113.03134ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:19:19.808764Z","caller":"traceutil/trace.go:171","msg":"trace[589015692] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-htt4h; range_end:; response_count:1; response_revision:14226; }","duration":"114.081994ms","start":"2026-03-05T18:19:19.69466Z","end":"2026-03-05T18:19:19.808742Z","steps":["trace[589015692] 'agreement among raft nodes before linearized reading' (duration: 113.978332ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:19:19.808778Z","caller":"traceutil/trace.go:171","msg":"trace[316750564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14226; }","duration":"305.183006ms","start":"2026-03-05T18:19:19.503586Z","end":"2026-03-05T18:19:19.808769Z","steps":["trace[316750564] 'agreement among raft nodes before linearized reading' (duration: 305.133475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:19.808809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:19.503561Z","time spent":"305.244898ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:19:19.808798Z","caller":"traceutil/trace.go:171","msg":"trace[1097709758] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-n2hkm; range_end:; response_count:1; response_revision:14226; }","duration":"116.273697ms","start":"2026-03-05T18:19:19.692495Z","end":"2026-03-05T18:19:19.808769Z","steps":["trace[1097709758] 'agreement among raft nodes before linearized reading' (duration: 115.933589ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:19:19.80869Z","caller":"traceutil/trace.go:171","msg":"trace[2037314508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14226; }","duration":"115.964369ms","start":"2026-03-05T18:19:19.692666Z","end":"2026-03-05T18:19:19.80863Z","steps":["trace[2037314508] 'agreement among raft nodes before linearized reading' (duration: 115.513339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:19.808562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.151754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-srp5b\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-05T18:19:19.808958Z","caller":"traceutil/trace.go:171","msg":"trace[1403298304] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-srp5b; range_end:; response_count:1; response_revision:14226; }","duration":"116.602115ms","start":"2026-03-05T18:19:19.692336Z","end":"2026-03-05T18:19:19.808939Z","steps":["trace[1403298304] 'agreement among raft nodes before linearized reading' (duration: 116.006421ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:19:19.970874Z","caller":"traceutil/trace.go:171","msg":"trace[805466396] linearizableReadLoop","detail":"{readStateIndex:14757; appliedIndex:14755; }","duration":"105.465611ms","start":"2026-03-05T18:19:19.865379Z","end":"2026-03-05T18:19:19.970845Z","steps":["trace[805466396] 'read index received' (duration: 34.17471ms)","trace[805466396] 'applied index is now lower than readState.Index' (duration: 71.289581ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:19:19.970997Z","caller":"traceutil/trace.go:171","msg":"trace[450669963] transaction","detail":"{read_only:false; response_revision:14229; number_of_response:1; }","duration":"156.164153ms","start":"2026-03-05T18:19:19.814792Z","end":"2026-03-05T18:19:19.970956Z","steps":["trace[450669963] 'process raft request' (duration: 155.967349ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:19:19.971223Z","caller":"traceutil/trace.go:171","msg":"trace[1404992236] transaction","detail":"{read_only:false; response_revision:14228; number_of_response:1; }","duration":"157.147306ms","start":"2026-03-05T18:19:19.814061Z","end":"2026-03-05T18:19:19.971208Z","steps":["trace[1404992236] 'process raft request' (duration: 85.569139ms)","trace[1404992236] 'compare' (duration: 70.943732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:19:19.974142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.916673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732273"} {"level":"info","ts":"2026-03-05T18:19:19.974267Z","caller":"traceutil/trace.go:171","msg":"trace[1155804212] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14229; }","duration":"155.058396ms","start":"2026-03-05T18:19:19.819183Z","end":"2026-03-05T18:19:19.974241Z","steps":["trace[1155804212] 'agreement among raft nodes before linearized reading' (duration: 152.131307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:19.974417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.734463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732273"} {"level":"info","ts":"2026-03-05T18:19:19.974551Z","caller":"traceutil/trace.go:171","msg":"trace[1434392249] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14229; }","duration":"158.872817ms","start":"2026-03-05T18:19:19.815613Z","end":"2026-03-05T18:19:19.974486Z","steps":["trace[1434392249] 'agreement among raft nodes before linearized reading' (duration: 155.527947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:19.975503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.894065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732273"} {"level":"info","ts":"2026-03-05T18:19:19.975584Z","caller":"traceutil/trace.go:171","msg":"trace[1305404333] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14229; }","duration":"158.002077ms","start":"2026-03-05T18:19:19.817564Z","end":"2026-03-05T18:19:19.975566Z","steps":["trace[1305404333] 'agreement among raft nodes before linearized reading' (duration: 153.53044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:19.976308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.719405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732273"} {"level":"info","ts":"2026-03-05T18:19:19.976477Z","caller":"traceutil/trace.go:171","msg":"trace[1192086569] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14229; }","duration":"161.983951ms","start":"2026-03-05T18:19:19.81445Z","end":"2026-03-05T18:19:19.976434Z","steps":["trace[1192086569] 'agreement among raft nodes before linearized reading' (duration: 156.519281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:28.411068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.388589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:19:28.411178Z","caller":"traceutil/trace.go:171","msg":"trace[1399042918] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:14265; }","duration":"175.560423ms","start":"2026-03-05T18:19:28.235597Z","end":"2026-03-05T18:19:28.411158Z","steps":["trace[1399042918] 'count revisions from in-memory index tree' (duration: 175.283827ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:19:29.254376Z","caller":"traceutil/trace.go:171","msg":"trace[1731248370] transaction","detail":"{read_only:false; response_revision:14268; number_of_response:1; }","duration":"152.781012ms","start":"2026-03-05T18:19:29.101568Z","end":"2026-03-05T18:19:29.254349Z","steps":["trace[1731248370] 'process raft request' (duration: 152.626528ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:21:08.605802Z","caller":"traceutil/trace.go:171","msg":"trace[197019953] transaction","detail":"{read_only:false; response_revision:14952; number_of_response:1; }","duration":"113.180613ms","start":"2026-03-05T18:21:08.492535Z","end":"2026-03-05T18:21:08.605716Z","steps":["trace[197019953] 'process raft request' (duration: 31.976158ms)","trace[197019953] 'compare' (duration: 80.962029ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:21:08.896186Z","caller":"traceutil/trace.go:171","msg":"trace[1022025346] transaction","detail":"{read_only:false; response_revision:14953; number_of_response:1; }","duration":"245.477531ms","start":"2026-03-05T18:21:08.650681Z","end":"2026-03-05T18:21:08.896158Z","steps":["trace[1022025346] 'process raft request' (duration: 245.310157ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:21:08.898009Z","caller":"traceutil/trace.go:171","msg":"trace[1220459027] linearizableReadLoop","detail":"{readStateIndex:15512; appliedIndex:15510; }","duration":"239.149121ms","start":"2026-03-05T18:21:08.658836Z","end":"2026-03-05T18:21:08.897985Z","steps":["trace[1220459027] 'read index received' (duration: 237.300987ms)","trace[1220459027] 'applied index is now lower than readState.Index' (duration: 1.847094ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:21:08.898269Z","caller":"traceutil/trace.go:171","msg":"trace[982571005] transaction","detail":"{read_only:false; response_revision:14954; number_of_response:1; }","duration":"246.742351ms","start":"2026-03-05T18:21:08.651502Z","end":"2026-03-05T18:21:08.898245Z","steps":["trace[982571005] 'process raft request' (duration: 246.336171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:08.898332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.458929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:21:08.898569Z","caller":"traceutil/trace.go:171","msg":"trace[1302509318] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:14954; }","duration":"239.666293ms","start":"2026-03-05T18:21:08.658789Z","end":"2026-03-05T18:21:08.898455Z","steps":["trace[1302509318] 'agreement among raft nodes before linearized reading' (duration: 239.354176ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:21:11.066622Z","caller":"traceutil/trace.go:171","msg":"trace[294875561] transaction","detail":"{read_only:false; response_revision:14962; number_of_response:1; }","duration":"159.658086ms","start":"2026-03-05T18:21:10.906919Z","end":"2026-03-05T18:21:11.066578Z","steps":["trace[294875561] 'process raft request' (duration: 145.738146ms)","trace[294875561] 'compare' (duration: 13.727625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:21:11.066729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.228202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pntd5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-05T18:21:11.066799Z","caller":"traceutil/trace.go:171","msg":"trace[1601252649] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pntd5; range_end:; response_count:1; response_revision:14962; }","duration":"147.341494ms","start":"2026-03-05T18:21:10.919445Z","end":"2026-03-05T18:21:11.066786Z","steps":["trace[1601252649] 'agreement among raft nodes before linearized reading' (duration: 147.15726ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:21:11.066544Z","caller":"traceutil/trace.go:171","msg":"trace[1563014931] linearizableReadLoop","detail":"{readStateIndex:15520; appliedIndex:15518; }","duration":"147.007816ms","start":"2026-03-05T18:21:10.91948Z","end":"2026-03-05T18:21:11.066488Z","steps":["trace[1563014931] 'read index received' (duration: 61.431886ms)","trace[1563014931] 'applied index is now lower than readState.Index' (duration: 85.57492ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:23:48.90623Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14089} {"level":"info","ts":"2026-03-05T18:23:49.008294Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14089,"took":"99.573222ms","hash":3556218017,"current-db-size-bytes":41254912,"current-db-size":"41 MB","current-db-size-in-use-bytes":27627520,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T18:23:49.0084Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3556218017,"revision":14089,"compact-revision":11785} {"level":"warn","ts":"2026-03-05T18:24:37.002776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197897539,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T18:24:37.066092Z","caller":"traceutil/trace.go:171","msg":"trace[1899624973] transaction","detail":"{read_only:false; response_revision:16495; number_of_response:1; }","duration":"568.003798ms","start":"2026-03-05T18:24:36.498064Z","end":"2026-03-05T18:24:37.066068Z","steps":["trace[1899624973] 'process raft request' (duration: 567.864475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:37.066231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:36.498035Z","time spent":"568.128661ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14550,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:24:37.10201Z","caller":"traceutil/trace.go:171","msg":"trace[1355557888] linearizableReadLoop","detail":"{readStateIndex:17104; appliedIndex:17102; }","duration":"599.565876ms","start":"2026-03-05T18:24:36.502418Z","end":"2026-03-05T18:24:37.101984Z","steps":["trace[1355557888] 'read index received' (duration: 563.507171ms)","trace[1355557888] 'applied index is now lower than readState.Index' (duration: 36.057875ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:24:37.102094Z","caller":"traceutil/trace.go:171","msg":"trace[903540465] transaction","detail":"{read_only:false; response_revision:16496; number_of_response:1; }","duration":"553.73138ms","start":"2026-03-05T18:24:36.54834Z","end":"2026-03-05T18:24:37.102072Z","steps":["trace[903540465] 'process raft request' (duration: 553.515905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:37.102205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.75602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:24:37.102298Z","caller":"traceutil/trace.go:171","msg":"trace[1277436747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16496; }","duration":"599.890034ms","start":"2026-03-05T18:24:36.502387Z","end":"2026-03-05T18:24:37.102277Z","steps":["trace[1277436747] 'agreement among raft nodes before linearized reading' (duration: 599.72532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:37.10235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:36.502373Z","time spent":"599.968235ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:24:37.102466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:36.548322Z","time spent":"553.926454ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:24:43.567617Z","caller":"traceutil/trace.go:171","msg":"trace[695366136] transaction","detail":"{read_only:false; response_revision:16529; number_of_response:1; }","duration":"768.759878ms","start":"2026-03-05T18:24:42.798835Z","end":"2026-03-05T18:24:43.567595Z","steps":["trace[695366136] 'process raft request' (duration: 768.632885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:43.567732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:42.798824Z","time spent":"768.8511ms","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1942,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:24:43.57585Z","caller":"traceutil/trace.go:171","msg":"trace[38301356] linearizableReadLoop","detail":"{readStateIndex:17140; appliedIndex:17138; }","duration":"450.514153ms","start":"2026-03-05T18:24:43.12531Z","end":"2026-03-05T18:24:43.575824Z","steps":["trace[38301356] 'read index received' (duration: 442.237576ms)","trace[38301356] 'applied index is now lower than readState.Index' (duration: 8.275537ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:24:43.576115Z","caller":"traceutil/trace.go:171","msg":"trace[1716233042] transaction","detail":"{read_only:false; response_revision:16530; number_of_response:1; }","duration":"456.603117ms","start":"2026-03-05T18:24:43.119496Z","end":"2026-03-05T18:24:43.5761Z","steps":["trace[1716233042] 'process raft request' (duration: 456.233938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:43.576214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:43.119472Z","time spent":"456.672598ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:24:43.576455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.149527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T18:24:43.576495Z","caller":"traceutil/trace.go:171","msg":"trace[187108921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16530; }","duration":"451.221479ms","start":"2026-03-05T18:24:43.125263Z","end":"2026-03-05T18:24:43.576485Z","steps":["trace[187108921] 'agreement among raft nodes before linearized reading' (duration: 451.099266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:43.576523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:43.125243Z","time spent":"451.27368ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:24:43.576704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.669909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:24:43.576738Z","caller":"traceutil/trace.go:171","msg":"trace[1410697813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16530; }","duration":"106.736221ms","start":"2026-03-05T18:24:43.469993Z","end":"2026-03-05T18:24:43.576729Z","steps":["trace[1410697813] 'agreement among raft nodes before linearized reading' (duration: 106.652419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:44.165323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197897661,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T18:24:44.297263Z","caller":"traceutil/trace.go:171","msg":"trace[59925099] transaction","detail":"{read_only:false; response_revision:16534; number_of_response:1; }","duration":"653.920885ms","start":"2026-03-05T18:24:43.643316Z","end":"2026-03-05T18:24:44.297237Z","steps":["trace[59925099] 'process raft request' (duration: 653.751061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:44.297511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:43.643289Z","time spent":"654.092968ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1230,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T18:24:44.368933Z","caller":"traceutil/trace.go:171","msg":"trace[583215224] transaction","detail":"{read_only:false; response_revision:16535; number_of_response:1; }","duration":"538.779326ms","start":"2026-03-05T18:24:43.83013Z","end":"2026-03-05T18:24:44.36891Z","steps":["trace[583215224] 'process raft request' (duration: 489.577689ms)","trace[583215224] 'compare' (duration: 48.694385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:24:44.369066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:43.830112Z","time spent":"538.886678ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:24:44.369255Z","caller":"traceutil/trace.go:171","msg":"trace[1866172474] linearizableReadLoop","detail":"{readStateIndex:17145; appliedIndex:17143; }","duration":"704.918264ms","start":"2026-03-05T18:24:43.664228Z","end":"2026-03-05T18:24:44.369146Z","steps":["trace[1866172474] 'read index received' (duration: 632.788994ms)","trace[1866172474] 'applied index is now lower than readState.Index' (duration: 72.12757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:24:44.370122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.869676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T18:24:44.370177Z","caller":"traceutil/trace.go:171","msg":"trace[892332488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16536; }","duration":"705.948628ms","start":"2026-03-05T18:24:43.664214Z","end":"2026-03-05T18:24:44.370162Z","steps":["trace[892332488] 'agreement among raft nodes before linearized reading' (duration: 705.726613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:44.370214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:43.664202Z","time spent":"706.00302ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T18:24:44.461206Z","caller":"traceutil/trace.go:171","msg":"trace[1382622307] transaction","detail":"{read_only:false; response_revision:16537; number_of_response:1; }","duration":"158.216632ms","start":"2026-03-05T18:24:44.302949Z","end":"2026-03-05T18:24:44.461166Z","steps":["trace[1382622307] 'process raft request' (duration: 157.976786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:44.461376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.640521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-htt4h\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-05T18:24:44.461426Z","caller":"traceutil/trace.go:171","msg":"trace[235691552] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-htt4h; range_end:; response_count:1; response_revision:16539; }","duration":"737.713762ms","start":"2026-03-05T18:24:43.723698Z","end":"2026-03-05T18:24:44.461411Z","steps":["trace[235691552] 'agreement among raft nodes before linearized reading' (duration: 737.503777ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:24:44.461444Z","caller":"traceutil/trace.go:171","msg":"trace[1878724787] transaction","detail":"{read_only:false; response_revision:16539; number_of_response:1; }","duration":"155.946277ms","start":"2026-03-05T18:24:44.305486Z","end":"2026-03-05T18:24:44.461432Z","steps":["trace[1878724787] 'process raft request' (duration: 155.65341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:44.461466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:43.723684Z","time spent":"737.773704ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9737,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-htt4h\" "} {"level":"warn","ts":"2026-03-05T18:24:44.46151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.395721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-05T18:24:44.461562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.780557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126836"} {"level":"info","ts":"2026-03-05T18:24:44.4616Z","caller":"traceutil/trace.go:171","msg":"trace[1373444293] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:16539; }","duration":"156.850369ms","start":"2026-03-05T18:24:44.304741Z","end":"2026-03-05T18:24:44.461591Z","steps":["trace[1373444293] 'agreement among raft nodes before linearized reading' (duration: 156.707256ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:24:44.461605Z","caller":"traceutil/trace.go:171","msg":"trace[326566703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16539; }","duration":"410.512884ms","start":"2026-03-05T18:24:44.051071Z","end":"2026-03-05T18:24:44.461583Z","steps":["trace[326566703] 'agreement among raft nodes before linearized reading' (duration: 410.257438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:44.461347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.338743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:24:44.461688Z","caller":"traceutil/trace.go:171","msg":"trace[821432615] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:16539; }","duration":"314.744423ms","start":"2026-03-05T18:24:44.146935Z","end":"2026-03-05T18:24:44.461679Z","steps":["trace[821432615] 'agreement among raft nodes before linearized reading' (duration: 314.294613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:44.461725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:44.14692Z","time spent":"314.794844ms","remote":"127.0.0.1:43204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:24:44.461425Z","caller":"traceutil/trace.go:171","msg":"trace[920495466] transaction","detail":"{read_only:false; response_revision:16538; number_of_response:1; }","duration":"158.368656ms","start":"2026-03-05T18:24:44.30304Z","end":"2026-03-05T18:24:44.461409Z","steps":["trace[920495466] 'process raft request' (duration: 158.042088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:44.461741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.493732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-05T18:24:44.461778Z","caller":"traceutil/trace.go:171","msg":"trace[389120476] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16539; }","duration":"337.571784ms","start":"2026-03-05T18:24:44.124197Z","end":"2026-03-05T18:24:44.461769Z","steps":["trace[389120476] 'agreement among raft nodes before linearized reading' (duration: 337.475062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:44.461805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:44.124171Z","time spent":"337.628126ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-05T18:24:44.46165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:44.051066Z","time spent":"410.575615ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:24:44.461996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.893289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T18:24:44.46194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.172061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-n2hkm\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-05T18:24:44.462107Z","caller":"traceutil/trace.go:171","msg":"trace[2108505433] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-n2hkm; range_end:; response_count:1; response_revision:16539; }","duration":"651.398396ms","start":"2026-03-05T18:24:43.810657Z","end":"2026-03-05T18:24:44.462055Z","steps":["trace[2108505433] 'agreement among raft nodes before linearized reading' (duration: 650.910564ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:24:44.462029Z","caller":"traceutil/trace.go:171","msg":"trace[1322026086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16539; }","duration":"471.92165ms","start":"2026-03-05T18:24:43.990095Z","end":"2026-03-05T18:24:44.462016Z","steps":["trace[1322026086] 'agreement among raft nodes before linearized reading' (duration: 471.840618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:44.46217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:43.990064Z","time spent":"472.094504ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:24:44.462259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:43.810636Z","time spent":"651.525138ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22045,"request content":"key:\"/registry/pods/openstack/nova-compute-default-n2hkm\" "} {"level":"warn","ts":"2026-03-05T18:24:44.627383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.102486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:24:44.627513Z","caller":"traceutil/trace.go:171","msg":"trace[1415872384] transaction","detail":"{read_only:false; response_revision:16540; number_of_response:1; }","duration":"253.153573ms","start":"2026-03-05T18:24:44.374332Z","end":"2026-03-05T18:24:44.627486Z","steps":["trace[1415872384] 'process raft request' (duration: 146.854972ms)","trace[1415872384] 'compare' (duration: 105.898241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:24:46.504617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000524973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:24:46.504705Z","caller":"traceutil/trace.go:171","msg":"trace[1217662146] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000706697s","start":"2026-03-05T18:24:44.50398Z","end":"2026-03-05T18:24:46.504687Z","steps":["trace[1217662146] 'agreement among raft nodes before linearized reading' (duration: 2.000596385s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:46.504763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:44.503925Z","time spent":"2.00082785s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:24:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:24:46.528287Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.006955947s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:24:46.529413Z","caller":"traceutil/trace.go:171","msg":"trace[440302523] linearizableReadLoop","detail":"{readStateIndex:17152; appliedIndex:17149; }","duration":"2.060993548s","start":"2026-03-05T18:24:44.468396Z","end":"2026-03-05T18:24:46.529389Z","steps":["trace[440302523] 'read index received' (duration: 52.767701ms)","trace[440302523] 'applied index is now lower than readState.Index' (duration: 2.008224627s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:24:46.529495Z","caller":"traceutil/trace.go:171","msg":"trace[205818094] transaction","detail":"{read_only:false; response_revision:16542; number_of_response:1; }","duration":"2.061419398s","start":"2026-03-05T18:24:44.46803Z","end":"2026-03-05T18:24:46.529449Z","steps":["trace[205818094] 'process raft request' (duration: 2.061260944s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:24:46.52954Z","caller":"traceutil/trace.go:171","msg":"trace[1334675344] transaction","detail":"{read_only:false; response_revision:16543; number_of_response:1; }","duration":"2.059501762s","start":"2026-03-05T18:24:44.470026Z","end":"2026-03-05T18:24:46.529528Z","steps":["trace[1334675344] 'process raft request' (duration: 2.059327118s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:24:46.529586Z","caller":"traceutil/trace.go:171","msg":"trace[83502909] transaction","detail":"{read_only:false; response_revision:16541; number_of_response:1; }","duration":"2.064271466s","start":"2026-03-05T18:24:44.46525Z","end":"2026-03-05T18:24:46.529522Z","steps":["trace[83502909] 'process raft request' (duration: 2.063713073s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:46.529654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:44.468005Z","time spent":"2.061557101s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:24:46.529656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:44.469993Z","time spent":"2.059578304s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:24:46.52985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:44.465227Z","time spent":"2.06447183s","remote":"127.0.0.1:42874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":126821,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:24:46.530489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062082833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940352"} {"level":"info","ts":"2026-03-05T18:24:46.530639Z","caller":"traceutil/trace.go:171","msg":"trace[1677356928] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16543; }","duration":"2.062242717s","start":"2026-03-05T18:24:44.468353Z","end":"2026-03-05T18:24:46.530596Z","steps":["trace[1677356928] 'agreement among raft nodes before linearized reading' (duration: 2.061237973s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:46.53069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:44.468333Z","time spent":"2.062342919s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":940376,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-05T18:24:46.709565Z","caller":"traceutil/trace.go:171","msg":"trace[836928912] transaction","detail":"{read_only:false; response_revision:16545; number_of_response:1; }","duration":"1.111160476s","start":"2026-03-05T18:24:45.598388Z","end":"2026-03-05T18:24:46.709548Z","steps":["trace[836928912] 'process raft request' (duration: 1.111112585s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:24:46.709604Z","caller":"traceutil/trace.go:171","msg":"trace[1259647247] transaction","detail":"{read_only:false; response_revision:16544; number_of_response:1; }","duration":"1.121850209s","start":"2026-03-05T18:24:45.587719Z","end":"2026-03-05T18:24:46.709569Z","steps":["trace[1259647247] 'process raft request' (duration: 1.121677415s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:46.709674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:45.598349Z","time spent":"1.111266908s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:24:46.709763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:45.587692Z","time spent":"1.121977462s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:24:46.70984Z","caller":"traceutil/trace.go:171","msg":"trace[2108700445] linearizableReadLoop","detail":"{readStateIndex:17157; appliedIndex:17153; }","duration":"180.340965ms","start":"2026-03-05T18:24:46.529484Z","end":"2026-03-05T18:24:46.709825Z","steps":["trace[2108700445] 'read index received' (duration: 179.929176ms)","trace[2108700445] 'applied index is now lower than readState.Index' (duration: 411.109µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:24:46.709993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.480558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:24:46.710016Z","caller":"traceutil/trace.go:171","msg":"trace[684216618] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:16547; }","duration":"738.55582ms","start":"2026-03-05T18:24:45.971453Z","end":"2026-03-05T18:24:46.710009Z","steps":["trace[684216618] 'agreement among raft nodes before linearized reading' (duration: 738.448458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:46.710052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:45.971429Z","time spent":"738.618122ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:24:46.710059Z","caller":"traceutil/trace.go:171","msg":"trace[785570774] transaction","detail":"{read_only:false; response_revision:16546; number_of_response:1; }","duration":"337.579033ms","start":"2026-03-05T18:24:46.372462Z","end":"2026-03-05T18:24:46.710041Z","steps":["trace[785570774] 'process raft request' (duration: 337.063481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:46.710104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068150576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T18:24:46.710153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:46.372434Z","time spent":"337.673476ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:24:46.709998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.795292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:24:46.710234Z","caller":"traceutil/trace.go:171","msg":"trace[414959799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16547; }","duration":"347.070338ms","start":"2026-03-05T18:24:46.363158Z","end":"2026-03-05T18:24:46.710229Z","steps":["trace[414959799] 'agreement among raft nodes before linearized reading' (duration: 346.69364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:46.710251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:46.363141Z","time spent":"347.105249ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:24:46.710294Z","caller":"traceutil/trace.go:171","msg":"trace[1749950840] transaction","detail":"{read_only:false; response_revision:16547; number_of_response:1; }","duration":"337.195536ms","start":"2026-03-05T18:24:46.37308Z","end":"2026-03-05T18:24:46.710275Z","steps":["trace[1749950840] 'process raft request' (duration: 336.664052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:46.710295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032290187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-05T18:24:46.710352Z","caller":"traceutil/trace.go:171","msg":"trace[1338417207] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16547; }","duration":"1.032369378s","start":"2026-03-05T18:24:45.67797Z","end":"2026-03-05T18:24:46.710339Z","steps":["trace[1338417207] 'agreement among raft nodes before linearized reading' (duration: 1.032218324s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:46.710375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:46.373064Z","time spent":"337.271377ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:24:46.710405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:45.677958Z","time spent":"1.03243438s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T18:24:46.710477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069119179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T18:24:46.710523Z","caller":"traceutil/trace.go:171","msg":"trace[83637902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16547; }","duration":"1.069185821s","start":"2026-03-05T18:24:45.641307Z","end":"2026-03-05T18:24:46.710493Z","steps":["trace[83637902] 'agreement among raft nodes before linearized reading' (duration: 1.069113799s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:24:46.710163Z","caller":"traceutil/trace.go:171","msg":"trace[1179022654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16547; }","duration":"1.068261339s","start":"2026-03-05T18:24:45.641887Z","end":"2026-03-05T18:24:46.710148Z","steps":["trace[1179022654] 'agreement among raft nodes before linearized reading' (duration: 1.068027113s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:46.710492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.720298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:24:46.710576Z","caller":"traceutil/trace.go:171","msg":"trace[39543782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16547; }","duration":"205.848711ms","start":"2026-03-05T18:24:46.504714Z","end":"2026-03-05T18:24:46.710563Z","steps":["trace[39543782] 'agreement among raft nodes before linearized reading' (duration: 205.738859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:46.710563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:45.641866Z","time spent":"1.068683979s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:24:46.710541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:45.641282Z","time spent":"1.069255183s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:24:46.711012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242333428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940352"} {"level":"info","ts":"2026-03-05T18:24:46.711035Z","caller":"traceutil/trace.go:171","msg":"trace[1819273147] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16547; }","duration":"2.242369778s","start":"2026-03-05T18:24:44.46866Z","end":"2026-03-05T18:24:46.71103Z","steps":["trace[1819273147] 'agreement among raft nodes before linearized reading' (duration: 2.241441306s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:46.711054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:44.468654Z","time spent":"2.242392149s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":940376,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-05T18:24:46.729744Z","caller":"traceutil/trace.go:171","msg":"trace[1954940926] transaction","detail":"{read_only:false; response_revision:16548; number_of_response:1; }","duration":"197.688186ms","start":"2026-03-05T18:24:46.532045Z","end":"2026-03-05T18:24:46.729733Z","steps":["trace[1954940926] 'process raft request' (duration: 197.619635ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:24:46.873703Z","caller":"traceutil/trace.go:171","msg":"trace[2005944958] transaction","detail":"{read_only:false; response_revision:16549; number_of_response:1; }","duration":"158.734544ms","start":"2026-03-05T18:24:46.714939Z","end":"2026-03-05T18:24:46.873674Z","steps":["trace[2005944958] 'process raft request' (duration: 116.239846ms)","trace[2005944958] 'compare' (duration: 42.310594ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:24:46.873972Z","caller":"traceutil/trace.go:171","msg":"trace[1697283118] transaction","detail":"{read_only:false; response_revision:16550; number_of_response:1; }","duration":"158.876047ms","start":"2026-03-05T18:24:46.715069Z","end":"2026-03-05T18:24:46.873945Z","steps":["trace[1697283118] 'process raft request' (duration: 158.5594ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:24:46.874183Z","caller":"traceutil/trace.go:171","msg":"trace[1361533439] linearizableReadLoop","detail":"{readStateIndex:17161; appliedIndex:17158; }","duration":"144.430285ms","start":"2026-03-05T18:24:46.729742Z","end":"2026-03-05T18:24:46.874172Z","steps":["trace[1361533439] 'read index received' (duration: 101.379945ms)","trace[1361533439] 'applied index is now lower than readState.Index' (duration: 43.04957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:24:46.874335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.607915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-05T18:24:46.874374Z","caller":"traceutil/trace.go:171","msg":"trace[1543790947] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458; range_end:; response_count:1; response_revision:16551; }","duration":"159.672456ms","start":"2026-03-05T18:24:46.71469Z","end":"2026-03-05T18:24:46.874362Z","steps":["trace[1543790947] 'agreement among raft nodes before linearized reading' (duration: 159.525522ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:24:46.874546Z","caller":"traceutil/trace.go:171","msg":"trace[377197987] transaction","detail":"{read_only:false; response_revision:16551; number_of_response:1; }","duration":"153.50791ms","start":"2026-03-05T18:24:46.720987Z","end":"2026-03-05T18:24:46.874495Z","steps":["trace[377197987] 'process raft request' (duration: 152.885495ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:24:46.937279Z","caller":"traceutil/trace.go:171","msg":"trace[331343353] transaction","detail":"{read_only:false; response_revision:16553; number_of_response:1; }","duration":"202.924331ms","start":"2026-03-05T18:24:46.734334Z","end":"2026-03-05T18:24:46.937258Z","steps":["trace[331343353] 'process raft request' (duration: 202.809688ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:24:46.937297Z","caller":"traceutil/trace.go:171","msg":"trace[1768124192] transaction","detail":"{read_only:false; response_revision:16554; number_of_response:1; }","duration":"202.884221ms","start":"2026-03-05T18:24:46.734388Z","end":"2026-03-05T18:24:46.937272Z","steps":["trace[1768124192] 'process raft request' (duration: 202.800379ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:24:46.937309Z","caller":"traceutil/trace.go:171","msg":"trace[562147015] transaction","detail":"{read_only:false; response_revision:16556; number_of_response:1; }","duration":"199.660704ms","start":"2026-03-05T18:24:46.737626Z","end":"2026-03-05T18:24:46.937287Z","steps":["trace[562147015] 'process raft request' (duration: 199.627083ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:24:46.937458Z","caller":"traceutil/trace.go:171","msg":"trace[879454237] transaction","detail":"{read_only:false; response_revision:16552; number_of_response:1; }","duration":"203.162597ms","start":"2026-03-05T18:24:46.734288Z","end":"2026-03-05T18:24:46.937451Z","steps":["trace[879454237] 'process raft request' (duration: 202.738426ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:24:46.93761Z","caller":"traceutil/trace.go:171","msg":"trace[1400503339] transaction","detail":"{read_only:false; response_revision:16555; number_of_response:1; }","duration":"201.005706ms","start":"2026-03-05T18:24:46.736586Z","end":"2026-03-05T18:24:46.937591Z","steps":["trace[1400503339] 'process raft request' (duration: 200.638318ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:24:54.884267Z","caller":"traceutil/trace.go:171","msg":"trace[2014908772] linearizableReadLoop","detail":"{readStateIndex:17286; appliedIndex:17283; }","duration":"106.602188ms","start":"2026-03-05T18:24:54.777634Z","end":"2026-03-05T18:24:54.884236Z","steps":["trace[2014908772] 'read index received' (duration: 4.112939ms)","trace[2014908772] 'applied index is now lower than readState.Index' (duration: 102.487809ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:24:54.884272Z","caller":"traceutil/trace.go:171","msg":"trace[305985885] transaction","detail":"{read_only:false; response_revision:16673; number_of_response:1; }","duration":"141.023583ms","start":"2026-03-05T18:24:54.743209Z","end":"2026-03-05T18:24:54.884233Z","steps":["trace[305985885] 'process raft request' (duration: 99.856098ms)","trace[305985885] 'compare' (duration: 40.923889ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:24:54.884379Z","caller":"traceutil/trace.go:171","msg":"trace[947745988] transaction","detail":"{read_only:false; response_revision:16674; number_of_response:1; }","duration":"139.071107ms","start":"2026-03-05T18:24:54.745284Z","end":"2026-03-05T18:24:54.884355Z","steps":["trace[947745988] 'process raft request' (duration: 138.881723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:54.884458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.807843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:24:54.884509Z","caller":"traceutil/trace.go:171","msg":"trace[57119059] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:16674; }","duration":"106.908375ms","start":"2026-03-05T18:24:54.777586Z","end":"2026-03-05T18:24:54.884495Z","steps":["trace[57119059] 'agreement among raft nodes before linearized reading' (duration: 106.780522ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:24:55.12919Z","caller":"traceutil/trace.go:171","msg":"trace[375946931] transaction","detail":"{read_only:false; response_revision:16675; number_of_response:1; }","duration":"222.770103ms","start":"2026-03-05T18:24:54.906389Z","end":"2026-03-05T18:24:55.129159Z","steps":["trace[375946931] 'process raft request' (duration: 178.692527ms)","trace[375946931] 'compare' (duration: 43.896352ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:24:55.129236Z","caller":"traceutil/trace.go:171","msg":"trace[1938369991] transaction","detail":"{read_only:false; response_revision:16676; number_of_response:1; }","duration":"222.24925ms","start":"2026-03-05T18:24:54.906955Z","end":"2026-03-05T18:24:55.129204Z","steps":["trace[1938369991] 'process raft request' (duration: 222.128077ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:24:55.129135Z","caller":"traceutil/trace.go:171","msg":"trace[1890517753] linearizableReadLoop","detail":"{readStateIndex:17288; appliedIndex:17286; }","duration":"162.497233ms","start":"2026-03-05T18:24:54.966622Z","end":"2026-03-05T18:24:55.129119Z","steps":["trace[1890517753] 'read index received' (duration: 118.470739ms)","trace[1890517753] 'applied index is now lower than readState.Index' (duration: 44.025874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:24:55.129469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.847601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T18:24:55.129515Z","caller":"traceutil/trace.go:171","msg":"trace[1259984070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16676; }","duration":"162.940663ms","start":"2026-03-05T18:24:54.966565Z","end":"2026-03-05T18:24:55.129506Z","steps":["trace[1259984070] 'agreement among raft nodes before linearized reading' (duration: 162.81351ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:24:55.376116Z","caller":"traceutil/trace.go:171","msg":"trace[1198428944] transaction","detail":"{read_only:false; response_revision:16677; number_of_response:1; }","duration":"243.705939ms","start":"2026-03-05T18:24:55.132382Z","end":"2026-03-05T18:24:55.376088Z","steps":["trace[1198428944] 'process raft request' (duration: 216.963174ms)","trace[1198428944] 'compare' (duration: 26.638762ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:26:53.504252Z","caller":"traceutil/trace.go:171","msg":"trace[295448027] transaction","detail":"{read_only:false; response_revision:17670; number_of_response:1; }","duration":"199.543293ms","start":"2026-03-05T18:26:53.304686Z","end":"2026-03-05T18:26:53.504229Z","steps":["trace[295448027] 'process raft request' (duration: 199.409819ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:26:53.506301Z","caller":"traceutil/trace.go:171","msg":"trace[1737752726] transaction","detail":"{read_only:false; response_revision:17671; number_of_response:1; }","duration":"191.336229ms","start":"2026-03-05T18:26:53.314939Z","end":"2026-03-05T18:26:53.506275Z","steps":["trace[1737752726] 'process raft request' (duration: 190.99646ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:26:53.506482Z","caller":"traceutil/trace.go:171","msg":"trace[1726542242] transaction","detail":"{read_only:false; response_revision:17672; number_of_response:1; }","duration":"184.496227ms","start":"2026-03-05T18:26:53.321974Z","end":"2026-03-05T18:26:53.50647Z","steps":["trace[1726542242] 'process raft request' (duration: 184.062246ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:28:48.912655Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16161} {"level":"info","ts":"2026-03-05T18:28:49.007831Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16161,"took":"92.52198ms","hash":636788089,"current-db-size-bytes":43413504,"current-db-size":"43 MB","current-db-size-in-use-bytes":30633984,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-05T18:28:49.007892Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":636788089,"revision":16161,"compact-revision":14089} {"level":"info","ts":"2026-03-05T18:29:54.828761Z","caller":"traceutil/trace.go:171","msg":"trace[1761542519] transaction","detail":"{read_only:false; response_revision:18841; number_of_response:1; }","duration":"160.651151ms","start":"2026-03-05T18:29:54.668072Z","end":"2026-03-05T18:29:54.828723Z","steps":["trace[1761542519] 'process raft request' (duration: 160.442917ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:29:54.843641Z","caller":"traceutil/trace.go:171","msg":"trace[1475922019] linearizableReadLoop","detail":"{readStateIndex:19531; appliedIndex:19529; }","duration":"100.16081ms","start":"2026-03-05T18:29:54.743384Z","end":"2026-03-05T18:29:54.843545Z","steps":["trace[1475922019] 'read index received' (duration: 85.123204ms)","trace[1475922019] 'applied index is now lower than readState.Index' (duration: 15.036566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:29:54.843766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.369014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:29:54.843804Z","caller":"traceutil/trace.go:171","msg":"trace[1451414057] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:18842; }","duration":"100.465006ms","start":"2026-03-05T18:29:54.743324Z","end":"2026-03-05T18:29:54.843789Z","steps":["trace[1451414057] 'agreement among raft nodes before linearized reading' (duration: 100.386885ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:29:54.843674Z","caller":"traceutil/trace.go:171","msg":"trace[1935696797] transaction","detail":"{read_only:false; response_revision:18842; number_of_response:1; }","duration":"170.435802ms","start":"2026-03-05T18:29:54.673205Z","end":"2026-03-05T18:29:54.843641Z","steps":["trace[1935696797] 'process raft request' (duration: 170.223777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:30:03.314227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.124668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:30:03.314418Z","caller":"traceutil/trace.go:171","msg":"trace[1045550820] linearizableReadLoop","detail":"{readStateIndex:19586; appliedIndex:19585; }","duration":"119.745273ms","start":"2026-03-05T18:30:03.194598Z","end":"2026-03-05T18:30:03.314344Z","steps":["trace[1045550820] 'read index received' (duration: 68.101µs)","trace[1045550820] 'applied index is now lower than readState.Index' (duration: 119.675932ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:30:03.31448Z","caller":"traceutil/trace.go:171","msg":"trace[1405756709] transaction","detail":"{read_only:false; response_revision:18895; number_of_response:1; }","duration":"201.366613ms","start":"2026-03-05T18:30:03.113089Z","end":"2026-03-05T18:30:03.314456Z","steps":["trace[1405756709] 'process raft request' (duration: 10.924968ms)","trace[1405756709] 'compare' (duration: 189.965364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:30:03.314548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.953108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:30:03.314617Z","caller":"traceutil/trace.go:171","msg":"trace[749487096] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:18895; }","duration":"120.065571ms","start":"2026-03-05T18:30:03.194538Z","end":"2026-03-05T18:30:03.314604Z","steps":["trace[749487096] 'agreement among raft nodes before linearized reading' (duration: 119.917737ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:30:03.820646Z","caller":"traceutil/trace.go:171","msg":"trace[1940224515] transaction","detail":"{read_only:false; response_revision:18896; number_of_response:1; }","duration":"161.836439ms","start":"2026-03-05T18:30:03.658772Z","end":"2026-03-05T18:30:03.820608Z","steps":["trace[1940224515] 'process raft request' (duration: 161.624374ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:30:04.088058Z","caller":"traceutil/trace.go:171","msg":"trace[460124134] linearizableReadLoop","detail":"{readStateIndex:19588; appliedIndex:19587; }","duration":"206.366702ms","start":"2026-03-05T18:30:03.881659Z","end":"2026-03-05T18:30:04.088026Z","steps":["trace[460124134] 'read index received' (duration: 147.561701ms)","trace[460124134] 'applied index is now lower than readState.Index' (duration: 58.803531ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:30:04.088185Z","caller":"traceutil/trace.go:171","msg":"trace[451013994] transaction","detail":"{read_only:false; response_revision:18897; number_of_response:1; }","duration":"222.053772ms","start":"2026-03-05T18:30:03.866102Z","end":"2026-03-05T18:30:04.088156Z","steps":["trace[451013994] 'process raft request' (duration: 163.073617ms)","trace[451013994] 'compare' (duration: 58.719179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:30:04.088547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.871724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:30:04.088671Z","caller":"traceutil/trace.go:171","msg":"trace[645962875] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18897; }","duration":"207.028618ms","start":"2026-03-05T18:30:03.881622Z","end":"2026-03-05T18:30:04.088651Z","steps":["trace[645962875] 'agreement among raft nodes before linearized reading' (duration: 206.838054ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:30:04.277662Z","caller":"traceutil/trace.go:171","msg":"trace[1367379718] linearizableReadLoop","detail":"{readStateIndex:19589; appliedIndex:19588; }","duration":"183.116832ms","start":"2026-03-05T18:30:04.094515Z","end":"2026-03-05T18:30:04.277632Z","steps":["trace[1367379718] 'read index received' (duration: 180.766817ms)","trace[1367379718] 'applied index is now lower than readState.Index' (duration: 2.348765ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:30:04.277805Z","caller":"traceutil/trace.go:171","msg":"trace[739453396] transaction","detail":"{read_only:false; response_revision:18898; number_of_response:1; }","duration":"184.793981ms","start":"2026-03-05T18:30:04.09297Z","end":"2026-03-05T18:30:04.277764Z","steps":["trace[739453396] 'process raft request' (duration: 182.300372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:30:04.277879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.359568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T18:30:04.277924Z","caller":"traceutil/trace.go:171","msg":"trace[1189668606] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18898; }","duration":"183.445031ms","start":"2026-03-05T18:30:04.094469Z","end":"2026-03-05T18:30:04.277914Z","steps":["trace[1189668606] 'agreement among raft nodes before linearized reading' (duration: 183.259876ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:30:04.298863Z","caller":"traceutil/trace.go:171","msg":"trace[1124334990] transaction","detail":"{read_only:false; response_revision:18899; number_of_response:1; }","duration":"109.270046ms","start":"2026-03-05T18:30:04.189575Z","end":"2026-03-05T18:30:04.298845Z","steps":["trace[1124334990] 'process raft request' (duration: 109.144463ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:30:04.299036Z","caller":"traceutil/trace.go:171","msg":"trace[1700621313] transaction","detail":"{read_only:false; response_revision:18900; number_of_response:1; }","duration":"104.111493ms","start":"2026-03-05T18:30:04.194906Z","end":"2026-03-05T18:30:04.299018Z","steps":["trace[1700621313] 'process raft request' (duration: 103.898808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:30:04.580123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.313039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:30:04.58021Z","caller":"traceutil/trace.go:171","msg":"trace[390617344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18900; }","duration":"148.434062ms","start":"2026-03-05T18:30:04.431756Z","end":"2026-03-05T18:30:04.58019Z","steps":["trace[390617344] 'range keys from in-memory index tree' (duration: 148.140565ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:30:05.148913Z","caller":"traceutil/trace.go:171","msg":"trace[1724687437] transaction","detail":"{read_only:false; response_revision:18903; number_of_response:1; }","duration":"182.028716ms","start":"2026-03-05T18:30:04.966862Z","end":"2026-03-05T18:30:05.148891Z","steps":["trace[1724687437] 'process raft request' (duration: 165.272ms)","trace[1724687437] 'compare' (duration: 16.658674ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:30:47.441948Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b66d12fd59101739","local-member-applied-index":20007,"local-member-snapshot-index":10005,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T18:30:47.455581Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20007} {"level":"info","ts":"2026-03-05T18:30:47.45569Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15007} {"level":"info","ts":"2026-03-05T18:32:12.226043Z","caller":"traceutil/trace.go:171","msg":"trace[1626647667] linearizableReadLoop","detail":"{readStateIndex:20605; appliedIndex:20604; }","duration":"134.641705ms","start":"2026-03-05T18:32:12.091377Z","end":"2026-03-05T18:32:12.226019Z","steps":["trace[1626647667] 'read index received' (duration: 134.4117ms)","trace[1626647667] 'applied index is now lower than readState.Index' (duration: 229.205µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:32:12.226101Z","caller":"traceutil/trace.go:171","msg":"trace[2008730063] transaction","detail":"{read_only:false; response_revision:19875; number_of_response:1; }","duration":"137.268057ms","start":"2026-03-05T18:32:12.088797Z","end":"2026-03-05T18:32:12.226065Z","steps":["trace[2008730063] 'process raft request' (duration: 137.067622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:12.226237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.847099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-05T18:32:12.226337Z","caller":"traceutil/trace.go:171","msg":"trace[1776374231] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:19875; }","duration":"134.995723ms","start":"2026-03-05T18:32:12.091324Z","end":"2026-03-05T18:32:12.22632Z","steps":["trace[1776374231] 'agreement among raft nodes before linearized reading' (duration: 134.796898ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:32:14.209249Z","caller":"traceutil/trace.go:171","msg":"trace[324442874] transaction","detail":"{read_only:false; response_revision:19895; number_of_response:1; }","duration":"147.040488ms","start":"2026-03-05T18:32:14.06218Z","end":"2026-03-05T18:32:14.209221Z","steps":["trace[324442874] 'process raft request' (duration: 146.865654ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:32:15.084643Z","caller":"traceutil/trace.go:171","msg":"trace[124444497] transaction","detail":"{read_only:false; response_revision:19900; number_of_response:1; }","duration":"130.232512ms","start":"2026-03-05T18:32:14.954368Z","end":"2026-03-05T18:32:15.0846Z","steps":["trace[124444497] 'process raft request' (duration: 130.035776ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:32:16.346973Z","caller":"traceutil/trace.go:171","msg":"trace[1572831304] linearizableReadLoop","detail":"{readStateIndex:20640; appliedIndex:20639; }","duration":"108.274251ms","start":"2026-03-05T18:32:16.23867Z","end":"2026-03-05T18:32:16.346944Z","steps":["trace[1572831304] 'read index received' (duration: 107.195236ms)","trace[1572831304] 'applied index is now lower than readState.Index' (duration: 1.077465ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:32:16.347119Z","caller":"traceutil/trace.go:171","msg":"trace[1879348444] transaction","detail":"{read_only:false; response_revision:19910; number_of_response:1; }","duration":"111.134668ms","start":"2026-03-05T18:32:16.235972Z","end":"2026-03-05T18:32:16.347107Z","steps":["trace[1879348444] 'process raft request' (duration: 109.92969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:16.347439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.761542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-2wmk6.189a0540daf64ce8\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-05T18:32:16.347543Z","caller":"traceutil/trace.go:171","msg":"trace[669445430] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-2wmk6.189a0540daf64ce8; range_end:; response_count:1; response_revision:19910; }","duration":"108.885976ms","start":"2026-03-05T18:32:16.23863Z","end":"2026-03-05T18:32:16.347516Z","steps":["trace[669445430] 'agreement among raft nodes before linearized reading' (duration: 108.676361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:16.643079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.988978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:32:16.643183Z","caller":"traceutil/trace.go:171","msg":"trace[2111053610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19911; }","duration":"139.135911ms","start":"2026-03-05T18:32:16.504025Z","end":"2026-03-05T18:32:16.643161Z","steps":["trace[2111053610] 'range keys from in-memory index tree' (duration: 138.929477ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:32:17.982902Z","caller":"traceutil/trace.go:171","msg":"trace[1969275216] linearizableReadLoop","detail":"{readStateIndex:20650; appliedIndex:20649; }","duration":"128.084991ms","start":"2026-03-05T18:32:17.854756Z","end":"2026-03-05T18:32:17.982841Z","steps":["trace[1969275216] 'read index received' (duration: 127.766533ms)","trace[1969275216] 'applied index is now lower than readState.Index' (duration: 316.858µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:32:17.983211Z","caller":"traceutil/trace.go:171","msg":"trace[254623673] transaction","detail":"{read_only:false; response_revision:19919; number_of_response:1; }","duration":"217.072105ms","start":"2026-03-05T18:32:17.766098Z","end":"2026-03-05T18:32:17.98317Z","steps":["trace[254623673] 'process raft request' (duration: 216.534292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:17.983589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.803847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:32:17.983699Z","caller":"traceutil/trace.go:171","msg":"trace[1619602108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19919; }","duration":"128.974531ms","start":"2026-03-05T18:32:17.8547Z","end":"2026-03-05T18:32:17.983675Z","steps":["trace[1619602108] 'agreement among raft nodes before linearized reading' (duration: 128.671024ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:32:18.824138Z","caller":"traceutil/trace.go:171","msg":"trace[759584106] transaction","detail":"{read_only:false; response_revision:19926; number_of_response:1; }","duration":"119.075706ms","start":"2026-03-05T18:32:18.705036Z","end":"2026-03-05T18:32:18.824111Z","steps":["trace[759584106] 'process raft request' (duration: 44.142504ms)","trace[759584106] 'compare' (duration: 74.814489ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:32:20.051122Z","caller":"traceutil/trace.go:171","msg":"trace[1437478304] transaction","detail":"{read_only:false; response_revision:19934; number_of_response:1; }","duration":"314.666633ms","start":"2026-03-05T18:32:19.736422Z","end":"2026-03-05T18:32:20.051089Z","steps":["trace[1437478304] 'process raft request' (duration: 222.698879ms)","trace[1437478304] 'compare' (duration: 91.455662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:32:20.051287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:19.736403Z","time spent":"314.808847ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:32:20.207971Z","caller":"traceutil/trace.go:171","msg":"trace[303316759] linearizableReadLoop","detail":"{readStateIndex:20667; appliedIndex:20666; }","duration":"110.306959ms","start":"2026-03-05T18:32:20.097638Z","end":"2026-03-05T18:32:20.207945Z","steps":["trace[303316759] 'read index received' (duration: 109.692335ms)","trace[303316759] 'applied index is now lower than readState.Index' (duration: 611.264µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:32:20.208224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.566906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-05T18:32:20.208269Z","caller":"traceutil/trace.go:171","msg":"trace[890360083] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:19936; }","duration":"110.674018ms","start":"2026-03-05T18:32:20.097581Z","end":"2026-03-05T18:32:20.208255Z","steps":["trace[890360083] 'agreement among raft nodes before linearized reading' (duration: 110.470403ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:32:20.208267Z","caller":"traceutil/trace.go:171","msg":"trace[572486223] transaction","detail":"{read_only:false; response_revision:19936; number_of_response:1; }","duration":"152.488488ms","start":"2026-03-05T18:32:20.055749Z","end":"2026-03-05T18:32:20.208238Z","steps":["trace[572486223] 'process raft request' (duration: 151.642497ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:33:48.920537Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18472} {"level":"info","ts":"2026-03-05T18:33:49.031485Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18472,"took":"108.527648ms","hash":2987629366,"current-db-size-bytes":44257280,"current-db-size":"44 MB","current-db-size-in-use-bytes":26767360,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-05T18:33:49.031559Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2987629366,"revision":18472,"compact-revision":16161} {"level":"warn","ts":"2026-03-05T18:34:04.725951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.907214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:34:04.72615Z","caller":"traceutil/trace.go:171","msg":"trace[889616091] linearizableReadLoop","detail":"{readStateIndex:21973; appliedIndex:21972; }","duration":"551.656371ms","start":"2026-03-05T18:34:04.174476Z","end":"2026-03-05T18:34:04.726133Z","steps":["trace[889616091] 'read index received' (duration: 98.223µs)","trace[889616091] 'applied index is now lower than readState.Index' (duration: 551.557098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:34:04.726284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.270685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:34:04.72625Z","caller":"traceutil/trace.go:171","msg":"trace[1297172902] transaction","detail":"{read_only:false; response_revision:21207; number_of_response:1; }","duration":"605.375992ms","start":"2026-03-05T18:34:04.120822Z","end":"2026-03-05T18:34:04.726198Z","steps":["trace[1297172902] 'process raft request' (duration: 32.13916ms)","trace[1297172902] 'compare' (duration: 572.795742ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:34:04.726325Z","caller":"traceutil/trace.go:171","msg":"trace[215371321] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:21207; }","duration":"265.348367ms","start":"2026-03-05T18:34:04.460965Z","end":"2026-03-05T18:34:04.726313Z","steps":["trace[215371321] 'agreement among raft nodes before linearized reading' (duration: 265.273186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:34:04.72636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.865616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-05T18:34:04.726423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:34:04.120788Z","time spent":"605.547316ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:34:04.726439Z","caller":"traceutil/trace.go:171","msg":"trace[1403822938] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21207; }","duration":"552.000679ms","start":"2026-03-05T18:34:04.174421Z","end":"2026-03-05T18:34:04.726422Z","steps":["trace[1403822938] 'agreement among raft nodes before linearized reading' (duration: 551.791714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:34:04.726482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:34:04.174397Z","time spent":"552.076031ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:34:04.726657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.957668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T18:34:04.726697Z","caller":"traceutil/trace.go:171","msg":"trace[2031573849] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21207; }","duration":"153.035789ms","start":"2026-03-05T18:34:04.573652Z","end":"2026-03-05T18:34:04.726688Z","steps":["trace[2031573849] 'agreement among raft nodes before linearized reading' (duration: 152.908146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:34:04.726791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.507967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:34:04.726823Z","caller":"traceutil/trace.go:171","msg":"trace[1037880444] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:21207; }","duration":"313.572928ms","start":"2026-03-05T18:34:04.413242Z","end":"2026-03-05T18:34:04.726815Z","steps":["trace[1037880444] 'agreement among raft nodes before linearized reading' (duration: 313.527137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:34:04.726809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.080663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-05T18:34:04.72701Z","caller":"traceutil/trace.go:171","msg":"trace[1100972192] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:21207; }","duration":"520.346049ms","start":"2026-03-05T18:34:04.20664Z","end":"2026-03-05T18:34:04.726986Z","steps":["trace[1100972192] 'agreement among raft nodes before linearized reading' (duration: 519.598952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:34:04.727272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:34:04.206622Z","time spent":"520.527324ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5164,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:34:04.726851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:34:04.413223Z","time spent":"313.61948ms","remote":"127.0.0.1:56104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:34:04.726942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.829176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:34:04.727564Z","caller":"traceutil/trace.go:171","msg":"trace[1387986059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21207; }","duration":"383.464342ms","start":"2026-03-05T18:34:04.344072Z","end":"2026-03-05T18:34:04.727537Z","steps":["trace[1387986059] 'agreement among raft nodes before linearized reading' (duration: 382.798545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:34:04.727624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:34:04.344056Z","time spent":"383.549864ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:34:06.580436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693348711s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:34:06.58055Z","caller":"traceutil/trace.go:171","msg":"trace[1991402641] linearizableReadLoop","detail":"{readStateIndex:21975; appliedIndex:21973; }","duration":"1.84886333s","start":"2026-03-05T18:34:04.731669Z","end":"2026-03-05T18:34:06.580532Z","steps":["trace[1991402641] 'read index received' (duration: 42.176858ms)","trace[1991402641] 'applied index is now lower than readState.Index' (duration: 1.806685122s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:34:06.580641Z","caller":"traceutil/trace.go:171","msg":"trace[1455521021] transaction","detail":"{read_only:false; response_revision:21209; number_of_response:1; }","duration":"1.849646268s","start":"2026-03-05T18:34:04.730973Z","end":"2026-03-05T18:34:06.580619Z","steps":["trace[1455521021] 'process raft request' (duration: 156.030391ms)","trace[1455521021] 'compare' (duration: 1.692535632s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:34:06.580633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.316889864s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:34:06.580727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:34:04.730954Z","time spent":"1.8497294s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:34:06.581063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849366022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18434"} {"level":"info","ts":"2026-03-05T18:34:06.581186Z","caller":"traceutil/trace.go:171","msg":"trace[1091930026] transaction","detail":"{read_only:false; response_revision:21210; number_of_response:1; }","duration":"1.31756258s","start":"2026-03-05T18:34:05.263601Z","end":"2026-03-05T18:34:06.581163Z","steps":["trace[1091930026] 'process raft request' (duration: 1.317364065s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:34:06.581224Z","caller":"traceutil/trace.go:171","msg":"trace[623321585] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21209; }","duration":"1.849548016s","start":"2026-03-05T18:34:04.731652Z","end":"2026-03-05T18:34:06.5812Z","steps":["trace[623321585] 'agreement among raft nodes before linearized reading' (duration: 1.849051584s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:34:06.581297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:34:05.263573Z","time spent":"1.317668493s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:34:06.581772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:34:04.731645Z","time spent":"1.849622747s","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18458,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-05T18:34:06.588044Z","caller":"traceutil/trace.go:171","msg":"trace[491843648] transaction","detail":"{read_only:false; response_revision:21211; number_of_response:1; }","duration":"1.191746555s","start":"2026-03-05T18:34:05.396276Z","end":"2026-03-05T18:34:06.588022Z","steps":["trace[491843648] 'process raft request' (duration: 1.191581911s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:34:06.58817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:34:05.396246Z","time spent":"1.191849057s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:34:06.588254Z","caller":"traceutil/trace.go:171","msg":"trace[1202444276] transaction","detail":"{read_only:false; response_revision:21212; number_of_response:1; }","duration":"992.022159ms","start":"2026-03-05T18:34:05.596213Z","end":"2026-03-05T18:34:06.588235Z","steps":["trace[1202444276] 'process raft request' (duration: 991.774413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:34:06.588388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:34:05.596187Z","time spent":"992.118171ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:34:06.58851Z","caller":"traceutil/trace.go:171","msg":"trace[1677539281] transaction","detail":"{read_only:false; response_revision:21213; number_of_response:1; }","duration":"990.881533ms","start":"2026-03-05T18:34:05.597619Z","end":"2026-03-05T18:34:06.588501Z","steps":["trace[1677539281] 'process raft request' (duration: 990.551995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:34:06.58856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:34:05.597607Z","time spent":"990.929464ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:34:06.588775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784510597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:34:06.588814Z","caller":"traceutil/trace.go:171","msg":"trace[847637730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21214; }","duration":"1.784576539s","start":"2026-03-05T18:34:04.80423Z","end":"2026-03-05T18:34:06.588807Z","steps":["trace[847637730] 'agreement among raft nodes before linearized reading' (duration: 1.784439306s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:34:06.588836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:34:04.804217Z","time spent":"1.784614199s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:34:06.588842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.431008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5023"} {"level":"info","ts":"2026-03-05T18:34:06.588879Z","caller":"traceutil/trace.go:171","msg":"trace[1150528490] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:21214; }","duration":"661.496929ms","start":"2026-03-05T18:34:05.927372Z","end":"2026-03-05T18:34:06.588869Z","steps":["trace[1150528490] 'agreement among raft nodes before linearized reading' (duration: 661.387167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:34:06.588902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:34:05.927358Z","time spent":"661.539ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5047,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:34:06.588936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.46779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-05T18:34:06.588957Z","caller":"traceutil/trace.go:171","msg":"trace[1346376637] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21214; }","duration":"891.524471ms","start":"2026-03-05T18:34:05.697427Z","end":"2026-03-05T18:34:06.588951Z","steps":["trace[1346376637] 'agreement among raft nodes before linearized reading' (duration: 891.45779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:34:06.588975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:34:05.697405Z","time spent":"891.565872ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-05T18:34:06.589038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085431238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:34:06.589046Z","caller":"traceutil/trace.go:171","msg":"trace[1421992933] transaction","detail":"{read_only:false; response_revision:21214; number_of_response:1; }","duration":"697.01176ms","start":"2026-03-05T18:34:05.892027Z","end":"2026-03-05T18:34:06.589038Z","steps":["trace[1421992933] 'process raft request' (duration: 696.444477ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:34:06.589064Z","caller":"traceutil/trace.go:171","msg":"trace[1341043298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21214; }","duration":"1.08548754s","start":"2026-03-05T18:34:05.503569Z","end":"2026-03-05T18:34:06.589057Z","steps":["trace[1341043298] 'agreement among raft nodes before linearized reading' (duration: 1.085449229s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:34:06.589088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:34:05.503556Z","time spent":"1.08552549s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:34:06.589106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:34:05.891994Z","time spent":"697.072461ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:34:06.589219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.713991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:34:06.589238Z","caller":"traceutil/trace.go:171","msg":"trace[836753936] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:21214; }","duration":"313.774813ms","start":"2026-03-05T18:34:06.275457Z","end":"2026-03-05T18:34:06.589232Z","steps":["trace[836753936] 'agreement among raft nodes before linearized reading' (duration: 313.711131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:34:06.589269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:34:06.275425Z","time spent":"313.831554ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:34:06.589282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098523878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:34:06.589306Z","caller":"traceutil/trace.go:171","msg":"trace[552330706] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:21214; }","duration":"1.098571049s","start":"2026-03-05T18:34:05.490727Z","end":"2026-03-05T18:34:06.589298Z","steps":["trace[552330706] 'agreement among raft nodes before linearized reading' (duration: 1.098501538s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:34:06.589335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:34:05.490677Z","time spent":"1.098651361s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:34:06.589395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.655711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:34:06.589668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.888756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:34:06.589603Z","caller":"traceutil/trace.go:171","msg":"trace[144483001] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:21214; }","duration":"551.860235ms","start":"2026-03-05T18:34:06.037733Z","end":"2026-03-05T18:34:06.589593Z","steps":["trace[144483001] 'agreement among raft nodes before linearized reading' (duration: 551.63072ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:34:06.590096Z","caller":"traceutil/trace.go:171","msg":"trace[879203455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21214; }","duration":"656.000379ms","start":"2026-03-05T18:34:05.933737Z","end":"2026-03-05T18:34:06.589737Z","steps":["trace[879203455] 'agreement among raft nodes before linearized reading' (duration: 655.761693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:34:06.590124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:34:06.037681Z","time spent":"552.391398ms","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:34:06.590148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:34:05.933727Z","time spent":"656.410929ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:34:06.589479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48114104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T18:34:06.590268Z","caller":"traceutil/trace.go:171","msg":"trace[1285901433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21214; }","duration":"1.481925189s","start":"2026-03-05T18:34:05.108328Z","end":"2026-03-05T18:34:06.590253Z","steps":["trace[1285901433] 'agreement among raft nodes before linearized reading' (duration: 1.481101579s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:34:06.590307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:34:05.108283Z","time spent":"1.482012401s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:34:06.58953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602708657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-vtzsq\" ","response":"range_response_count:1 size:4743"} {"level":"info","ts":"2026-03-05T18:34:06.590365Z","caller":"traceutil/trace.go:171","msg":"trace[1030520097] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-vtzsq; range_end:; response_count:1; response_revision:21214; }","duration":"1.603564186s","start":"2026-03-05T18:34:04.986784Z","end":"2026-03-05T18:34:06.590348Z","steps":["trace[1030520097] 'agreement among raft nodes before linearized reading' (duration: 1.602707196s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:34:06.590414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:34:04.986766Z","time spent":"1.603634819s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4767,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-vtzsq\" "} {"level":"info","ts":"2026-03-05T18:35:30.75493Z","caller":"traceutil/trace.go:171","msg":"trace[2083217061] transaction","detail":"{read_only:false; response_revision:22125; number_of_response:1; }","duration":"118.214066ms","start":"2026-03-05T18:35:30.636683Z","end":"2026-03-05T18:35:30.754897Z","steps":["trace[2083217061] 'process raft request' (duration: 96.050833ms)","trace[2083217061] 'compare' (duration: 22.027ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:36:16.383295Z","caller":"traceutil/trace.go:171","msg":"trace[123421409] transaction","detail":"{read_only:false; response_revision:22525; number_of_response:1; }","duration":"307.061254ms","start":"2026-03-05T18:36:16.076214Z","end":"2026-03-05T18:36:16.383276Z","steps":["trace[123421409] 'process raft request' (duration: 306.919101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:36:16.38344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:36:16.076195Z","time spent":"307.153496ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:36:16.394398Z","caller":"traceutil/trace.go:171","msg":"trace[1254745155] linearizableReadLoop","detail":"{readStateIndex:23324; appliedIndex:23322; }","duration":"139.537522ms","start":"2026-03-05T18:36:16.254844Z","end":"2026-03-05T18:36:16.394381Z","steps":["trace[1254745155] 'read index received' (duration: 128.238124ms)","trace[1254745155] 'applied index is now lower than readState.Index' (duration: 11.298558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:36:16.394586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.727346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-2wmk6.189a0540daf64ce8\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-05T18:36:16.394618Z","caller":"traceutil/trace.go:171","msg":"trace[2068415693] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-2wmk6.189a0540daf64ce8; range_end:; response_count:1; response_revision:22526; }","duration":"139.799168ms","start":"2026-03-05T18:36:16.254807Z","end":"2026-03-05T18:36:16.394606Z","steps":["trace[2068415693] 'agreement among raft nodes before linearized reading' (duration: 139.646114ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:36:16.394841Z","caller":"traceutil/trace.go:171","msg":"trace[412960981] transaction","detail":"{read_only:false; response_revision:22526; number_of_response:1; }","duration":"165.72505ms","start":"2026-03-05T18:36:16.229108Z","end":"2026-03-05T18:36:16.394833Z","steps":["trace[412960981] 'process raft request' (duration: 165.185357ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:29.402289Z","caller":"traceutil/trace.go:171","msg":"trace[1177003714] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"775.491606ms","start":"2026-03-05T18:37:28.626764Z","end":"2026-03-05T18:37:29.402256Z","steps":["trace[1177003714] 'process raft request' (duration: 775.269551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:29.402604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:28.626747Z","time spent":"775.65329ms","remote":"127.0.0.1:60502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:29.915997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:37:31.158223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.167159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:37:31.158895Z","caller":"traceutil/trace.go:171","msg":"trace[2026709387] linearizableReadLoop","detail":"{readStateIndex:24024; appliedIndex:24017; }","duration":"1.743702572s","start":"2026-03-05T18:37:29.415169Z","end":"2026-03-05T18:37:31.158872Z","steps":["trace[2026709387] 'read index received' (duration: 945.656452ms)","trace[2026709387] 'applied index is now lower than readState.Index' (duration: 798.04463ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:31.159373Z","caller":"traceutil/trace.go:171","msg":"trace[244008139] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"1.826838939s","start":"2026-03-05T18:37:29.332528Z","end":"2026-03-05T18:37:31.159367Z","steps":["trace[244008139] 'process raft request' (duration: 1.826161083s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:31.159375Z","caller":"traceutil/trace.go:171","msg":"trace[1680843725] transaction","detail":"{read_only:false; response_revision:23204; number_of_response:1; }","duration":"1.779844117s","start":"2026-03-05T18:37:29.379487Z","end":"2026-03-05T18:37:31.159331Z","steps":["trace[1680843725] 'process raft request' (duration: 1.779288374s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:31.159382Z","caller":"traceutil/trace.go:171","msg":"trace[618509550] transaction","detail":"{read_only:false; response_revision:23205; number_of_response:1; }","duration":"1.779699954s","start":"2026-03-05T18:37:29.37966Z","end":"2026-03-05T18:37:31.15936Z","steps":["trace[618509550] 'process raft request' (duration: 1.779161251s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:31.159012Z","caller":"traceutil/trace.go:171","msg":"trace[1961297127] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"1.933297317s","start":"2026-03-05T18:37:29.225672Z","end":"2026-03-05T18:37:31.158969Z","steps":["trace[1961297127] 'process raft request' (duration: 1.932972629s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:31.15948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:29.332504Z","time spent":"1.82690107s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:31.159502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:29.379462Z","time spent":"1.77997272s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:31.159542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:29.379607Z","time spent":"1.779839737s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:31.159075Z","caller":"traceutil/trace.go:171","msg":"trace[584662932] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"2.502070813s","start":"2026-03-05T18:37:28.656994Z","end":"2026-03-05T18:37:31.159065Z","steps":["trace[584662932] 'process raft request' (duration: 1.7038888s)","trace[584662932] 'compare' (duration: 796.991644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:31.159607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:28.656967Z","time spent":"2.502622766s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:31.159215Z","caller":"traceutil/trace.go:171","msg":"trace[347500010] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"2.050783686s","start":"2026-03-05T18:37:29.108425Z","end":"2026-03-05T18:37:31.159209Z","steps":["trace[347500010] 'process raft request' (duration: 2.050149871s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:31.159663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:29.108398Z","time spent":"2.051249567s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:31.159652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74446444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-05T18:37:31.159778Z","caller":"traceutil/trace.go:171","msg":"trace[662260982] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23205; }","duration":"1.744578643s","start":"2026-03-05T18:37:29.415161Z","end":"2026-03-05T18:37:31.15974Z","steps":["trace[662260982] 'agreement among raft nodes before linearized reading' (duration: 1.744194574s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:31.159834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611522015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:37:31.159872Z","caller":"traceutil/trace.go:171","msg":"trace[805045302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23205; }","duration":"1.611607457s","start":"2026-03-05T18:37:29.548257Z","end":"2026-03-05T18:37:31.159864Z","steps":["trace[805045302] 'agreement among raft nodes before linearized reading' (duration: 1.611478714s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:31.159894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:29.548229Z","time spent":"1.611660378s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:37:31.15982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:29.41509Z","time spent":"1.744721366s","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-05T18:37:31.159793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:29.225641Z","time spent":"1.933917431s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:31.160014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57114845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T18:37:31.160038Z","caller":"traceutil/trace.go:171","msg":"trace[963746853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23205; }","duration":"1.571212751s","start":"2026-03-05T18:37:29.58882Z","end":"2026-03-05T18:37:31.160033Z","steps":["trace[963746853] 'agreement among raft nodes before linearized reading' (duration: 1.57114991s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:31.160042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564116354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T18:37:31.160055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:29.588796Z","time spent":"1.571255082s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T18:37:31.160063Z","caller":"traceutil/trace.go:171","msg":"trace[1416621808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23205; }","duration":"1.564170534s","start":"2026-03-05T18:37:29.595887Z","end":"2026-03-05T18:37:31.160058Z","steps":["trace[1416621808] 'agreement among raft nodes before linearized reading' (duration: 1.564074192s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:31.160081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:29.595869Z","time spent":"1.564209006s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:37:31.160046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395604526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T18:37:31.160098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.177514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:31.160122Z","caller":"traceutil/trace.go:171","msg":"trace[2000358337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23205; }","duration":"1.395737099s","start":"2026-03-05T18:37:29.76438Z","end":"2026-03-05T18:37:31.160117Z","steps":["trace[2000358337] 'agreement among raft nodes before linearized reading' (duration: 1.395571026s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:31.160138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:29.764343Z","time spent":"1.395791781s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T18:37:31.160142Z","caller":"traceutil/trace.go:171","msg":"trace[2038608096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23205; }","duration":"656.252135ms","start":"2026-03-05T18:37:30.503875Z","end":"2026-03-05T18:37:31.160127Z","steps":["trace[2038608096] 'agreement among raft nodes before linearized reading' (duration: 656.199783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:31.160174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:30.503854Z","time spent":"656.313617ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:37:31.160228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.108019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T18:37:31.160241Z","caller":"traceutil/trace.go:171","msg":"trace[1992379487] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23205; }","duration":"710.122459ms","start":"2026-03-05T18:37:30.450115Z","end":"2026-03-05T18:37:31.160237Z","steps":["trace[1992379487] 'agreement among raft nodes before linearized reading' (duration: 710.073758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:31.160253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:30.450055Z","time spent":"710.195471ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:37:31.160241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52340424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:37:31.160293Z","caller":"traceutil/trace.go:171","msg":"trace[450535102] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23205; }","duration":"1.523479622s","start":"2026-03-05T18:37:29.6368Z","end":"2026-03-05T18:37:31.16028Z","steps":["trace[450535102] 'agreement among raft nodes before linearized reading' (duration: 1.523298418s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:31.160303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.888834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-05T18:37:31.160324Z","caller":"traceutil/trace.go:171","msg":"trace[1602219902] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23205; }","duration":"870.943185ms","start":"2026-03-05T18:37:30.289375Z","end":"2026-03-05T18:37:31.160318Z","steps":["trace[1602219902] 'agreement among raft nodes before linearized reading' (duration: 870.876394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:31.160326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:29.63679Z","time spent":"1.523528783s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:37:31.160341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:30.289355Z","time spent":"870.982376ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-05T18:37:31.159039Z","caller":"traceutil/trace.go:171","msg":"trace[1625962759] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"1.784036366s","start":"2026-03-05T18:37:29.374968Z","end":"2026-03-05T18:37:31.159004Z","steps":["trace[1625962759] 'process raft request' (duration: 1.78376392s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:31.160827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:29.374943Z","time spent":"1.785842048s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:31.668691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916195,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T18:37:31.742385Z","caller":"traceutil/trace.go:171","msg":"trace[493448863] transaction","detail":"{read_only:false; response_revision:23206; number_of_response:1; }","duration":"574.984512ms","start":"2026-03-05T18:37:31.167379Z","end":"2026-03-05T18:37:31.742364Z","steps":["trace[493448863] 'process raft request' (duration: 548.005864ms)","trace[493448863] 'compare' (duration: 26.423785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:31.742488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:31.167358Z","time spent":"575.080025ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:31.812274Z","caller":"traceutil/trace.go:171","msg":"trace[729183864] transaction","detail":"{read_only:false; response_revision:23211; number_of_response:1; }","duration":"325.166592ms","start":"2026-03-05T18:37:31.487083Z","end":"2026-03-05T18:37:31.812249Z","steps":["trace[729183864] 'process raft request' (duration: 325.05508ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:31.812301Z","caller":"traceutil/trace.go:171","msg":"trace[1275117712] transaction","detail":"{read_only:false; response_revision:23209; number_of_response:1; }","duration":"644.755943ms","start":"2026-03-05T18:37:31.167522Z","end":"2026-03-05T18:37:31.812278Z","steps":["trace[1275117712] 'process raft request' (duration: 644.537728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:31.812419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:31.487063Z","time spent":"325.281326ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:31.812452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:31.167516Z","time spent":"644.869866ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:31.812254Z","caller":"traceutil/trace.go:171","msg":"trace[448776702] transaction","detail":"{read_only:false; response_revision:23210; number_of_response:1; }","duration":"641.266161ms","start":"2026-03-05T18:37:31.170963Z","end":"2026-03-05T18:37:31.812229Z","steps":["trace[448776702] 'process raft request' (duration: 641.138098ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:31.812585Z","caller":"traceutil/trace.go:171","msg":"trace[1562139933] transaction","detail":"{read_only:false; response_revision:23207; number_of_response:1; }","duration":"645.168463ms","start":"2026-03-05T18:37:31.167409Z","end":"2026-03-05T18:37:31.812578Z","steps":["trace[1562139933] 'process raft request' (duration: 644.429546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:31.812627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:31.167394Z","time spent":"645.211664ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:31.812628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:31.170949Z","time spent":"641.622049ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:31.812258Z","caller":"traceutil/trace.go:171","msg":"trace[2108451660] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"644.739003ms","start":"2026-03-05T18:37:31.167476Z","end":"2026-03-05T18:37:31.812215Z","steps":["trace[2108451660] 'process raft request' (duration: 644.544738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:31.812751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:31.16747Z","time spent":"645.262855ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:31.81304Z","caller":"traceutil/trace.go:171","msg":"trace[1154769332] linearizableReadLoop","detail":"{readStateIndex:24030; appliedIndex:24024; }","duration":"644.568239ms","start":"2026-03-05T18:37:31.167613Z","end":"2026-03-05T18:37:31.812181Z","steps":["trace[1154769332] 'read index received' (duration: 547.742878ms)","trace[1154769332] 'applied index is now lower than readState.Index' (duration: 96.824371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:31.81306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.425819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-05T18:37:31.813109Z","caller":"traceutil/trace.go:171","msg":"trace[820696908] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23211; }","duration":"645.48776ms","start":"2026-03-05T18:37:31.167607Z","end":"2026-03-05T18:37:31.813095Z","steps":["trace[820696908] 'agreement among raft nodes before linearized reading' (duration: 645.320486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:31.813177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:31.167569Z","time spent":"645.598283ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-05T18:37:31.813275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.938357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-05T18:37:31.813313Z","caller":"traceutil/trace.go:171","msg":"trace[749121243] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23211; }","duration":"644.995679ms","start":"2026-03-05T18:37:31.168303Z","end":"2026-03-05T18:37:31.813299Z","steps":["trace[749121243] 'agreement among raft nodes before linearized reading' (duration: 644.818645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:31.813343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:31.168292Z","time spent":"645.04443ms","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T18:37:31.813374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.571338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-03-05T18:37:31.813397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.62205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T18:37:31.81342Z","caller":"traceutil/trace.go:171","msg":"trace[2085362764] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23211; }","duration":"395.65795ms","start":"2026-03-05T18:37:31.417748Z","end":"2026-03-05T18:37:31.813406Z","steps":["trace[2085362764] 'agreement among raft nodes before linearized reading' (duration: 395.546868ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:31.813446Z","caller":"traceutil/trace.go:171","msg":"trace[1079934854] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23211; }","duration":"338.717512ms","start":"2026-03-05T18:37:31.474716Z","end":"2026-03-05T18:37:31.813434Z","steps":["trace[1079934854] 'agreement among raft nodes before linearized reading' (duration: 338.496627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:31.813455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:31.417725Z","time spent":"395.721651ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-05T18:37:31.813484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:31.474695Z","time spent":"338.779064ms","remote":"127.0.0.1:42992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:33.675288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916232,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:37:34.176412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916232,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:37:34.291666Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.124759439s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:37:34.29206Z","caller":"traceutil/trace.go:171","msg":"trace[849111012] transaction","detail":"{read_only:false; response_revision:23219; number_of_response:1; }","duration":"1.12523651s","start":"2026-03-05T18:37:33.166802Z","end":"2026-03-05T18:37:34.292039Z","steps":["trace[849111012] 'process raft request' (duration: 1.125098367s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:34.292177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:33.166778Z","time spent":"1.125327042s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:35.137186Z","caller":"traceutil/trace.go:171","msg":"trace[1956079808] transaction","detail":"{read_only:false; response_revision:23223; number_of_response:1; }","duration":"1.968611474s","start":"2026-03-05T18:37:33.168555Z","end":"2026-03-05T18:37:35.137167Z","steps":["trace[1956079808] 'process raft request' (duration: 1.968534492s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:35.137262Z","caller":"traceutil/trace.go:171","msg":"trace[2040687086] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"1.969837892s","start":"2026-03-05T18:37:33.167404Z","end":"2026-03-05T18:37:35.137242Z","steps":["trace[2040687086] 'process raft request' (duration: 1.969604747s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.13731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:33.168545Z","time spent":"1.968704725s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:35.137349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:33.167397Z","time spent":"1.969908214s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:35.137442Z","caller":"traceutil/trace.go:171","msg":"trace[1604656407] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"1.970084958s","start":"2026-03-05T18:37:33.167347Z","end":"2026-03-05T18:37:35.137432Z","steps":["trace[1604656407] 'process raft request' (duration: 1.968489759s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.13749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:33.167336Z","time spent":"1.970124988s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:35.137524Z","caller":"traceutil/trace.go:171","msg":"trace[1061130377] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"1.970061587s","start":"2026-03-05T18:37:33.167452Z","end":"2026-03-05T18:37:35.137513Z","steps":["trace[1061130377] 'process raft request' (duration: 1.969605636s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.137579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:33.167446Z","time spent":"1.970102898s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:35.13776Z","caller":"traceutil/trace.go:171","msg":"trace[1418385611] transaction","detail":"{read_only:false; response_revision:23224; number_of_response:1; }","duration":"1.969128665s","start":"2026-03-05T18:37:33.168621Z","end":"2026-03-05T18:37:35.13775Z","steps":["trace[1418385611] 'process raft request' (duration: 1.968507971s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.137809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:33.168615Z","time spent":"1.969168266s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:35.137943Z","caller":"traceutil/trace.go:171","msg":"trace[1034376846] linearizableReadLoop","detail":"{readStateIndex:24046; appliedIndex:24038; }","duration":"1.963210285s","start":"2026-03-05T18:37:33.174724Z","end":"2026-03-05T18:37:35.137935Z","steps":["trace[1034376846] 'read index received' (duration: 1.117206461s)","trace[1034376846] 'applied index is now lower than readState.Index' (duration: 846.003014ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:35.138001Z","caller":"traceutil/trace.go:171","msg":"trace[358317328] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"1.968760517s","start":"2026-03-05T18:37:33.169234Z","end":"2026-03-05T18:37:35.137994Z","steps":["trace[358317328] 'process raft request' (duration: 1.96848881s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.138044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:33.169222Z","time spent":"1.968796387s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:35.138109Z","caller":"traceutil/trace.go:171","msg":"trace[43923913] transaction","detail":"{read_only:false; response_revision:23226; number_of_response:1; }","duration":"1.715204237s","start":"2026-03-05T18:37:33.422898Z","end":"2026-03-05T18:37:35.138102Z","steps":["trace[43923913] 'process raft request' (duration: 1.715001673s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.138149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:33.422877Z","time spent":"1.715249049s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:35.138337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963604855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:37:35.138379Z","caller":"traceutil/trace.go:171","msg":"trace[97560558] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23226; }","duration":"1.963673387s","start":"2026-03-05T18:37:33.174695Z","end":"2026-03-05T18:37:35.138368Z","steps":["trace[97560558] 'agreement among raft nodes before linearized reading' (duration: 1.963606415s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.13841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:33.174682Z","time spent":"1.963719777s","remote":"127.0.0.1:43162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:35.138641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931395982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:37:35.139163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320757367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:37:35.139198Z","caller":"traceutil/trace.go:171","msg":"trace[760592666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23226; }","duration":"1.320805248s","start":"2026-03-05T18:37:33.818383Z","end":"2026-03-05T18:37:35.139188Z","steps":["trace[760592666] 'agreement among raft nodes before linearized reading' (duration: 1.320694765s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.139228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:33.818378Z","time spent":"1.320843758s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:37:35.139917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.104636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:35.139954Z","caller":"traceutil/trace.go:171","msg":"trace[845413078] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23226; }","duration":"176.187178ms","start":"2026-03-05T18:37:34.963755Z","end":"2026-03-05T18:37:35.139943Z","steps":["trace[845413078] 'agreement among raft nodes before linearized reading' (duration: 176.126437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.140272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.418353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:37:35.140303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393963088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:37:35.140349Z","caller":"traceutil/trace.go:171","msg":"trace[1965552703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23226; }","duration":"1.39406017s","start":"2026-03-05T18:37:33.746277Z","end":"2026-03-05T18:37:35.140337Z","steps":["trace[1965552703] 'agreement among raft nodes before linearized reading' (duration: 1.393920587s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.140353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.177226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:35.140378Z","caller":"traceutil/trace.go:171","msg":"trace[610798087] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23226; }","duration":"766.221896ms","start":"2026-03-05T18:37:34.374149Z","end":"2026-03-05T18:37:35.140371Z","steps":["trace[610798087] 'agreement among raft nodes before linearized reading' (duration: 766.182555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.140382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:33.746254Z","time spent":"1.394118752s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:37:35.140407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:34.374139Z","time spent":"766.260088ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:35.140579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322199911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T18:37:35.140609Z","caller":"traceutil/trace.go:171","msg":"trace[619867622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23226; }","duration":"1.322243341s","start":"2026-03-05T18:37:33.818357Z","end":"2026-03-05T18:37:35.140601Z","steps":["trace[619867622] 'agreement among raft nodes before linearized reading' (duration: 1.322151429s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.140637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:33.818352Z","time spent":"1.322280352s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:37:35.140743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322393695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:37:35.140763Z","caller":"traceutil/trace.go:171","msg":"trace[1382848814] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23226; }","duration":"1.322424065s","start":"2026-03-05T18:37:33.818331Z","end":"2026-03-05T18:37:35.140755Z","steps":["trace[1382848814] 'agreement among raft nodes before linearized reading' (duration: 1.322375394s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:35.140313Z","caller":"traceutil/trace.go:171","msg":"trace[1802142265] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23226; }","duration":"534.499696ms","start":"2026-03-05T18:37:34.605803Z","end":"2026-03-05T18:37:35.140303Z","steps":["trace[1802142265] 'agreement among raft nodes before linearized reading' (duration: 534.390073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.140781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:33.818325Z","time spent":"1.322451487s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:37:35.140756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.666481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:37:35.140805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:34.605783Z","time spent":"535.010877ms","remote":"127.0.0.1:34286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:35.1408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520912711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5bc69fb6bd-9wwkt.189a05db7f63f55b\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-05T18:37:35.140835Z","caller":"traceutil/trace.go:171","msg":"trace[2005826858] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23226; }","duration":"767.791405ms","start":"2026-03-05T18:37:34.373025Z","end":"2026-03-05T18:37:35.140816Z","steps":["trace[2005826858] 'agreement among raft nodes before linearized reading' (duration: 767.57781ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:35.140877Z","caller":"traceutil/trace.go:171","msg":"trace[282318458] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5bc69fb6bd-9wwkt.189a05db7f63f55b; range_end:; response_count:1; response_revision:23226; }","duration":"1.521044014s","start":"2026-03-05T18:37:33.619813Z","end":"2026-03-05T18:37:35.140857Z","steps":["trace[282318458] 'agreement among raft nodes before linearized reading' (duration: 1.520781078s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.140888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:34.373006Z","time spent":"767.871326ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:35.140936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:33.619796Z","time spent":"1.521128056s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-5bc69fb6bd-9wwkt.189a05db7f63f55b\" "} {"level":"warn","ts":"2026-03-05T18:37:35.140953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322647461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T18:37:35.140964Z","caller":"traceutil/trace.go:171","msg":"trace[451305704] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23226; }","duration":"1.933753508s","start":"2026-03-05T18:37:33.207203Z","end":"2026-03-05T18:37:35.140956Z","steps":["trace[451305704] 'agreement among raft nodes before linearized reading' (duration: 1.931387302s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:35.140974Z","caller":"traceutil/trace.go:171","msg":"trace[1503346850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23226; }","duration":"1.322695012s","start":"2026-03-05T18:37:33.818273Z","end":"2026-03-05T18:37:35.140968Z","steps":["trace[1503346850] 'agreement among raft nodes before linearized reading' (duration: 1.32262683s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.14099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:33.818262Z","time spent":"1.322725022s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:37:35.140995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:33.207185Z","time spent":"1.933800808s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:35.141056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636951866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:35.141073Z","caller":"traceutil/trace.go:171","msg":"trace[1519809442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23226; }","duration":"1.636988287s","start":"2026-03-05T18:37:33.50408Z","end":"2026-03-05T18:37:35.141068Z","steps":["trace[1519809442] 'agreement among raft nodes before linearized reading' (duration: 1.636959567s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.141087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:33.504069Z","time spent":"1.637014378s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:37:35.141137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017802619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:35.141173Z","caller":"traceutil/trace.go:171","msg":"trace[1221471926] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23226; }","duration":"1.01783947s","start":"2026-03-05T18:37:34.123321Z","end":"2026-03-05T18:37:35.141161Z","steps":["trace[1221471926] 'agreement among raft nodes before linearized reading' (duration: 1.017778498s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.141194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66840578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-05T18:37:35.141199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403546185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:37:35.141219Z","caller":"traceutil/trace.go:171","msg":"trace[641871603] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23226; }","duration":"1.668470002s","start":"2026-03-05T18:37:33.47274Z","end":"2026-03-05T18:37:35.14121Z","steps":["trace[641871603] 'agreement among raft nodes before linearized reading' (duration: 1.66841001s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.141205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:34.123249Z","time spent":"1.017946781s","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:35.141238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:33.472724Z","time spent":"1.668509612s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-05T18:37:35.141239Z","caller":"traceutil/trace.go:171","msg":"trace[473031581] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23226; }","duration":"1.403613406s","start":"2026-03-05T18:37:33.737612Z","end":"2026-03-05T18:37:35.141226Z","steps":["trace[473031581] 'agreement among raft nodes before linearized reading' (duration: 1.403529824s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.141298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:33.737599Z","time spent":"1.403685877s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:35.647536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:37:35.864018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.161157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:37:35.864121Z","caller":"traceutil/trace.go:171","msg":"trace[1122236347] transaction","detail":"{read_only:false; response_revision:23227; number_of_response:1; }","duration":"717.447974ms","start":"2026-03-05T18:37:35.146654Z","end":"2026-03-05T18:37:35.864102Z","steps":["trace[1122236347] 'process raft request' (duration: 563.095182ms)","trace[1122236347] 'compare' (duration: 153.966373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:35.864185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:35.146638Z","time spent":"717.514165ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:37.153071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000436636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:37:37.153157Z","caller":"traceutil/trace.go:171","msg":"trace[1394371117] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00056294s","start":"2026-03-05T18:37:35.152576Z","end":"2026-03-05T18:37:37.153139Z","steps":["trace[1394371117] 'agreement among raft nodes before linearized reading' (duration: 2.000456537s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:37.153208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:35.152564Z","time spent":"2.000630981s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:37:37.352557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:36.894321Z","time spent":"458.229311ms","remote":"127.0.0.1:38860","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T18:37:37.353222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.180311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:37:37.3535Z","caller":"traceutil/trace.go:171","msg":"trace[376157507] linearizableReadLoop","detail":"{readStateIndex:24053; appliedIndex:24046; }","duration":"2.206489101s","start":"2026-03-05T18:37:35.146992Z","end":"2026-03-05T18:37:37.353481Z","steps":["trace[376157507] 'read index received' (duration: 562.767974ms)","trace[376157507] 'applied index is now lower than readState.Index' (duration: 1.643720407s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:37.35353Z","caller":"traceutil/trace.go:171","msg":"trace[858784912] transaction","detail":"{read_only:false; response_revision:23230; number_of_response:1; }","duration":"2.206492071s","start":"2026-03-05T18:37:35.147012Z","end":"2026-03-05T18:37:37.353504Z","steps":["trace[858784912] 'process raft request' (duration: 2.206364568s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:37.353583Z","caller":"traceutil/trace.go:171","msg":"trace[302827137] transaction","detail":"{read_only:false; response_revision:23231; number_of_response:1; }","duration":"2.206524552s","start":"2026-03-05T18:37:35.147048Z","end":"2026-03-05T18:37:37.353572Z","steps":["trace[302827137] 'process raft request' (duration: 2.206358308s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:37.353637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:35.147041Z","time spent":"2.206568063s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:37.353661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:35.147007Z","time spent":"2.206576613s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:37.353784Z","caller":"traceutil/trace.go:171","msg":"trace[2049298491] transaction","detail":"{read_only:false; response_revision:23228; number_of_response:1; }","duration":"2.206828119s","start":"2026-03-05T18:37:35.146943Z","end":"2026-03-05T18:37:37.353771Z","steps":["trace[2049298491] 'process raft request' (duration: 1.447002843s)","trace[2049298491] 'compare' (duration: 759.038907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:37.353827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:35.146935Z","time spent":"2.20687108s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:37.353862Z","caller":"traceutil/trace.go:171","msg":"trace[779416217] transaction","detail":"{read_only:false; response_revision:23232; number_of_response:1; }","duration":"2.206806299s","start":"2026-03-05T18:37:35.147046Z","end":"2026-03-05T18:37:37.353852Z","steps":["trace[779416217] 'process raft request' (duration: 2.206382419s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:37.353912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:35.147032Z","time spent":"2.20685784s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:37.354022Z","caller":"traceutil/trace.go:171","msg":"trace[19987371] transaction","detail":"{read_only:false; response_revision:23233; number_of_response:1; }","duration":"2.206929641s","start":"2026-03-05T18:37:35.147079Z","end":"2026-03-05T18:37:37.354009Z","steps":["trace[19987371] 'process raft request' (duration: 2.206374178s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:37.354071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:35.147072Z","time spent":"2.206975392s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:37.354071Z","caller":"traceutil/trace.go:171","msg":"trace[1614721277] transaction","detail":"{read_only:false; response_revision:23229; number_of_response:1; }","duration":"2.207063765s","start":"2026-03-05T18:37:35.146999Z","end":"2026-03-05T18:37:37.354063Z","steps":["trace[1614721277] 'process raft request' (duration: 2.206323437s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:37.354171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:35.146989Z","time spent":"2.207157417s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:37.3543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20730468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3799ca64-a202-4e4e-b507-bf7072e7d26a\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-05T18:37:37.354338Z","caller":"traceutil/trace.go:171","msg":"trace[1158149367] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3799ca64-a202-4e4e-b507-bf7072e7d26a; range_end:; response_count:1; response_revision:23233; }","duration":"2.207373882s","start":"2026-03-05T18:37:35.146954Z","end":"2026-03-05T18:37:37.354328Z","steps":["trace[1158149367] 'agreement among raft nodes before linearized reading' (duration: 2.207226258s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:37.354365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:35.146933Z","time spent":"2.207422742s","remote":"127.0.0.1:42950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-3799ca64-a202-4e4e-b507-bf7072e7d26a\" "} {"level":"warn","ts":"2026-03-05T18:37:37.854489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:37:38.355682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:37:38.724124Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.128868354s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:37:39.153686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999908983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:37:39.153774Z","caller":"traceutil/trace.go:171","msg":"trace[895091130] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000037486s","start":"2026-03-05T18:37:37.153714Z","end":"2026-03-05T18:37:39.153751Z","steps":["trace[895091130] 'agreement among raft nodes before linearized reading' (duration: 1.999928704s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:39.153829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.153705Z","time spent":"2.000113698s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:37:39.564687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.954317ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:39.565466Z","caller":"traceutil/trace.go:171","msg":"trace[1349699541] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23233; }","duration":"697.740467ms","start":"2026-03-05T18:37:38.867704Z","end":"2026-03-05T18:37:39.565445Z","steps":["trace[1349699541] 'range keys from in-memory index tree' (duration: 696.940927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:39.566378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.950801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:37:39.566674Z","caller":"traceutil/trace.go:171","msg":"trace[438491111] transaction","detail":"{read_only:false; response_revision:23235; number_of_response:1; }","duration":"3.033942815s","start":"2026-03-05T18:37:36.532712Z","end":"2026-03-05T18:37:39.566654Z","steps":["trace[438491111] 'process raft request' (duration: 3.033819753s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:39.566739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:36.532686Z","time spent":"3.034028338s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:39.566751Z","caller":"traceutil/trace.go:171","msg":"trace[1515073673] transaction","detail":"{read_only:false; response_revision:23234; number_of_response:1; }","duration":"3.269637182s","start":"2026-03-05T18:37:36.297041Z","end":"2026-03-05T18:37:39.566678Z","steps":["trace[1515073673] 'process raft request' (duration: 2.427802697s)","trace[1515073673] 'compare' (duration: 839.587832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:39.566969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:36.297015Z","time spent":"3.269867317s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:40.438749Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.713202679s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:37:41.151579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.551458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:37:41.151683Z","caller":"traceutil/trace.go:171","msg":"trace[2038303301] transaction","detail":"{read_only:false; response_revision:23236; number_of_response:1; }","duration":"4.325140572s","start":"2026-03-05T18:37:36.82653Z","end":"2026-03-05T18:37:41.151671Z","steps":["trace[2038303301] 'process raft request' (duration: 3.612440991s)","trace[2038303301] 'compare' (duration: 711.819551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:41.151719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:36.826473Z","time spent":"4.325228125s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:41.163875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000514437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:37:41.163954Z","caller":"traceutil/trace.go:171","msg":"trace[1007193646] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00063899s","start":"2026-03-05T18:37:39.163297Z","end":"2026-03-05T18:37:41.163936Z","steps":["trace[1007193646] 'agreement among raft nodes before linearized reading' (duration: 2.000523017s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.163992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:39.163288Z","time spent":"2.000696051s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:37:41.194083Z","caller":"traceutil/trace.go:171","msg":"trace[1075859143] transaction","detail":"{read_only:false; response_revision:23243; number_of_response:1; }","duration":"1.144049725s","start":"2026-03-05T18:37:40.050009Z","end":"2026-03-05T18:37:41.194059Z","steps":["trace[1075859143] 'process raft request' (duration: 1.144005624s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:41.1942Z","caller":"traceutil/trace.go:171","msg":"trace[685668521] transaction","detail":"{read_only:false; response_revision:23239; number_of_response:1; }","duration":"4.048672512s","start":"2026-03-05T18:37:37.145505Z","end":"2026-03-05T18:37:41.194178Z","steps":["trace[685668521] 'process raft request' (duration: 4.048351604s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.19435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:40.04998Z","time spent":"1.14426159s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:41.194399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.145493Z","time spent":"4.048851166s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:41.194706Z","caller":"traceutil/trace.go:171","msg":"trace[1739254387] transaction","detail":"{read_only:false; response_revision:23240; number_of_response:1; }","duration":"4.048029107s","start":"2026-03-05T18:37:37.146664Z","end":"2026-03-05T18:37:41.194694Z","steps":["trace[1739254387] 'process raft request' (duration: 4.047232168s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.194832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.146652Z","time spent":"4.048144139s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:41.194877Z","caller":"traceutil/trace.go:171","msg":"trace[1957969] transaction","detail":"{read_only:false; response_revision:23237; number_of_response:1; }","duration":"4.051281824s","start":"2026-03-05T18:37:37.143581Z","end":"2026-03-05T18:37:41.194862Z","steps":["trace[1957969] 'process raft request' (duration: 4.04983421s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.195006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.143538Z","time spent":"4.051402607s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:41.195111Z","caller":"traceutil/trace.go:171","msg":"trace[1044176555] transaction","detail":"{read_only:false; response_revision:23241; number_of_response:1; }","duration":"4.046741156s","start":"2026-03-05T18:37:37.148357Z","end":"2026-03-05T18:37:41.195098Z","steps":["trace[1044176555] 'process raft request' (duration: 4.045578139s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.195201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.148349Z","time spent":"4.046817178s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:41.195374Z","caller":"traceutil/trace.go:171","msg":"trace[663301952] transaction","detail":"{read_only:false; response_revision:23238; number_of_response:1; }","duration":"4.050673929s","start":"2026-03-05T18:37:37.144684Z","end":"2026-03-05T18:37:41.195358Z","steps":["trace[663301952] 'process raft request' (duration: 4.049091431s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:41.195445Z","caller":"traceutil/trace.go:171","msg":"trace[1692313893] linearizableReadLoop","detail":"{readStateIndex:24063; appliedIndex:24053; }","duration":"3.841903321s","start":"2026-03-05T18:37:37.353529Z","end":"2026-03-05T18:37:41.195433Z","steps":["trace[1692313893] 'read index received' (duration: 1.371276812s)","trace[1692313893] 'applied index is now lower than readState.Index' (duration: 2.470623749s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:41.195673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.144633Z","time spent":"4.050836973s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:41.195762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.351893783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:37:41.195809Z","caller":"traceutil/trace.go:171","msg":"trace[1104881087] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23243; }","duration":"5.351979335s","start":"2026-03-05T18:37:35.843815Z","end":"2026-03-05T18:37:41.195795Z","steps":["trace[1104881087] 'agreement among raft nodes before linearized reading' (duration: 5.351919304s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.195854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:35.843788Z","time spent":"5.352055408s","remote":"127.0.0.1:34294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:37:41.195357Z","caller":"traceutil/trace.go:171","msg":"trace[1872959927] transaction","detail":"{read_only:false; response_revision:23242; number_of_response:1; }","duration":"4.046460659s","start":"2026-03-05T18:37:37.148851Z","end":"2026-03-05T18:37:41.195311Z","steps":["trace[1872959927] 'process raft request' (duration: 4.045119238s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.196014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.148833Z","time spent":"4.047144647s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:41.195714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.178066964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-05T18:37:41.19614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.455353282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:41.196183Z","caller":"traceutil/trace.go:171","msg":"trace[2006523852] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23243; }","duration":"5.455482724s","start":"2026-03-05T18:37:35.740689Z","end":"2026-03-05T18:37:41.196172Z","steps":["trace[2006523852] 'agreement among raft nodes before linearized reading' (duration: 5.455382522s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.196221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:35.74066Z","time spent":"5.455551506s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:37:41.196232Z","caller":"traceutil/trace.go:171","msg":"trace[1893809932] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23243; }","duration":"4.178556055s","start":"2026-03-05T18:37:37.0176Z","end":"2026-03-05T18:37:41.196156Z","steps":["trace[1893809932] 'agreement among raft nodes before linearized reading' (duration: 4.177954231s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.196331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.017586Z","time spent":"4.17873131s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:37:41.196468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.524277972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:41.196513Z","caller":"traceutil/trace.go:171","msg":"trace[772474836] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23243; }","duration":"5.524322613s","start":"2026-03-05T18:37:35.672178Z","end":"2026-03-05T18:37:41.196501Z","steps":["trace[772474836] 'agreement among raft nodes before linearized reading' (duration: 5.524260042s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.196543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:35.672121Z","time spent":"5.524414085s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:41.196722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.906799912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:41.196765Z","caller":"traceutil/trace.go:171","msg":"trace[521287301] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23243; }","duration":"5.906875923s","start":"2026-03-05T18:37:35.289877Z","end":"2026-03-05T18:37:41.196753Z","steps":["trace[521287301] 'agreement among raft nodes before linearized reading' (duration: 5.906810661s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.196796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:35.289858Z","time spent":"5.906930665s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:37:41.196898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.948548938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:41.196975Z","caller":"traceutil/trace.go:171","msg":"trace[73976534] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23243; }","duration":"5.948669361s","start":"2026-03-05T18:37:35.248293Z","end":"2026-03-05T18:37:41.196962Z","steps":["trace[73976534] 'agreement among raft nodes before linearized reading' (duration: 5.948563668s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.197032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:35.248262Z","time spent":"5.948758303s","remote":"127.0.0.1:56090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:41.19736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.734337236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-05T18:37:41.197439Z","caller":"traceutil/trace.go:171","msg":"trace[1396874404] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23243; }","duration":"3.734453369s","start":"2026-03-05T18:37:37.462973Z","end":"2026-03-05T18:37:41.197426Z","steps":["trace[1396874404] 'agreement among raft nodes before linearized reading' (duration: 3.734289095s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.197493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.462954Z","time spent":"3.73452817s","remote":"127.0.0.1:42952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-05T18:37:41.197557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838012913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:37:41.197605Z","caller":"traceutil/trace.go:171","msg":"trace[1243789939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23243; }","duration":"1.838100036s","start":"2026-03-05T18:37:39.359494Z","end":"2026-03-05T18:37:41.197594Z","steps":["trace[1243789939] 'agreement among raft nodes before linearized reading' (duration: 1.837965482s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.197641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:39.359465Z","time spent":"1.838168866s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:37:41.197741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.628722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:41.197773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382531737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:37:41.197813Z","caller":"traceutil/trace.go:171","msg":"trace[289598243] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23243; }","duration":"1.382572778s","start":"2026-03-05T18:37:39.81523Z","end":"2026-03-05T18:37:41.197803Z","steps":["trace[289598243] 'agreement among raft nodes before linearized reading' (duration: 1.382514957s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.197849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:39.815137Z","time spent":"1.382704411s","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:37:41.197794Z","caller":"traceutil/trace.go:171","msg":"trace[146274780] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23243; }","duration":"125.761856ms","start":"2026-03-05T18:37:41.072018Z","end":"2026-03-05T18:37:41.197779Z","steps":["trace[146274780] 'agreement among raft nodes before linearized reading' (duration: 125.595782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.19795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839271503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:37:41.198017Z","caller":"traceutil/trace.go:171","msg":"trace[280200642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23243; }","duration":"1.839355924s","start":"2026-03-05T18:37:39.35865Z","end":"2026-03-05T18:37:41.198006Z","steps":["trace[280200642] 'agreement among raft nodes before linearized reading' (duration: 1.839121359s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.198075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:39.358646Z","time spent":"1.839420076s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:37:41.198255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838424104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:37:41.198305Z","caller":"traceutil/trace.go:171","msg":"trace[1116202502] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23243; }","duration":"1.838491815s","start":"2026-03-05T18:37:39.359801Z","end":"2026-03-05T18:37:41.198293Z","steps":["trace[1116202502] 'agreement among raft nodes before linearized reading' (duration: 1.83831921s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.198272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839636792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T18:37:41.198378Z","caller":"traceutil/trace.go:171","msg":"trace[468863746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23243; }","duration":"1.839741145s","start":"2026-03-05T18:37:39.358626Z","end":"2026-03-05T18:37:41.198367Z","steps":["trace[468863746] 'agreement among raft nodes before linearized reading' (duration: 1.839579291s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.198432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:39.358566Z","time spent":"1.839855307s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:37:41.19866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040114835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T18:37:41.198808Z","caller":"traceutil/trace.go:171","msg":"trace[1610984463] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458; range_end:; response_count:1; response_revision:23243; }","duration":"2.0403236s","start":"2026-03-05T18:37:39.158472Z","end":"2026-03-05T18:37:41.198795Z","steps":["trace[1610984463] 'agreement among raft nodes before linearized reading' (duration: 2.040099354s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.198887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:39.158455Z","time spent":"2.040420052s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458\" "} {"level":"warn","ts":"2026-03-05T18:37:41.199019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.689622608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:41.19908Z","caller":"traceutil/trace.go:171","msg":"trace[1215230515] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23243; }","duration":"3.68971203s","start":"2026-03-05T18:37:37.509353Z","end":"2026-03-05T18:37:41.199065Z","steps":["trace[1215230515] 'agreement among raft nodes before linearized reading' (duration: 3.689617308s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.199127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.509342Z","time spent":"3.689772911s","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:41.198092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416067651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:41.199269Z","caller":"traceutil/trace.go:171","msg":"trace[1445778315] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23243; }","duration":"1.417248499s","start":"2026-03-05T18:37:39.782005Z","end":"2026-03-05T18:37:41.199254Z","steps":["trace[1445778315] 'agreement among raft nodes before linearized reading' (duration: 1.41604391s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.199354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:39.781826Z","time spent":"1.417507955s","remote":"127.0.0.1:33852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:41.199456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179063072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:37:41.1995Z","caller":"traceutil/trace.go:171","msg":"trace[2143123898] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23243; }","duration":"2.179146614s","start":"2026-03-05T18:37:39.020343Z","end":"2026-03-05T18:37:41.199489Z","steps":["trace[2143123898] 'agreement among raft nodes before linearized reading' (duration: 2.17900238s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.199531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:39.020322Z","time spent":"2.179200025s","remote":"127.0.0.1:43188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:41.198339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:39.359792Z","time spent":"1.838538007s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:37:41.199831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.521167755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:41.199889Z","caller":"traceutil/trace.go:171","msg":"trace[1469250025] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23243; }","duration":"2.521227097s","start":"2026-03-05T18:37:38.678646Z","end":"2026-03-05T18:37:41.199873Z","steps":["trace[1469250025] 'agreement among raft nodes before linearized reading' (duration: 2.521138015s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.199894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.33168808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T18:37:41.199949Z","caller":"traceutil/trace.go:171","msg":"trace[1962020588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23243; }","duration":"3.331784412s","start":"2026-03-05T18:37:37.868153Z","end":"2026-03-05T18:37:41.199938Z","steps":["trace[1962020588] 'agreement among raft nodes before linearized reading' (duration: 3.331659459s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.199931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:38.678589Z","time spent":"2.521329219s","remote":"127.0.0.1:33844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:41.200029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.054362929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:41.200072Z","caller":"traceutil/trace.go:171","msg":"trace[1567369576] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23243; }","duration":"3.05442608s","start":"2026-03-05T18:37:38.14563Z","end":"2026-03-05T18:37:41.200056Z","steps":["trace[1567369576] 'agreement among raft nodes before linearized reading' (duration: 3.054372809s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.200102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:38.145613Z","time spent":"3.054480492s","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:41.199985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.868132Z","time spent":"3.331845813s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:37:41.716546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:37:42.216753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:37:42.299163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.083413411s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:37:42.978773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.192447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:37:42.978947Z","caller":"traceutil/trace.go:171","msg":"trace[764908631] transaction","detail":"{read_only:false; response_revision:23244; number_of_response:1; }","duration":"1.763256224s","start":"2026-03-05T18:37:41.215674Z","end":"2026-03-05T18:37:42.97893Z","steps":["trace[764908631] 'process raft request' (duration: 1.083755539s)","trace[764908631] 'compare' (duration: 678.819139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:42.979014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:41.215653Z","time spent":"1.763335646s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:43.22133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998572812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:37:43.221387Z","caller":"traceutil/trace.go:171","msg":"trace[1784001425] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998647964s","start":"2026-03-05T18:37:41.222727Z","end":"2026-03-05T18:37:43.221375Z","steps":["trace[1784001425] 'agreement among raft nodes before linearized reading' (duration: 1.998580612s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:43.221411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:41.222723Z","time spent":"1.998682725s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:37:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:37:43.330731Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.031344069s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:37:43.823337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.288197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:37:43.823616Z","caller":"traceutil/trace.go:171","msg":"trace[1430159597] transaction","detail":"{read_only:false; response_revision:23245; number_of_response:1; }","duration":"2.607740163s","start":"2026-03-05T18:37:41.215839Z","end":"2026-03-05T18:37:43.823579Z","steps":["trace[1430159597] 'process raft request' (duration: 2.115125089s)","trace[1430159597] 'compare' (duration: 491.978579ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:43.823664Z","caller":"traceutil/trace.go:171","msg":"trace[1666856772] transaction","detail":"{read_only:false; response_revision:23248; number_of_response:1; }","duration":"2.606081124s","start":"2026-03-05T18:37:41.217565Z","end":"2026-03-05T18:37:43.823646Z","steps":["trace[1666856772] 'process raft request' (duration: 2.606008142s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:43.823734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:41.217546Z","time spent":"2.606154726s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:43.823793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:41.21581Z","time spent":"2.607881396s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:43.823865Z","caller":"traceutil/trace.go:171","msg":"trace[995989222] transaction","detail":"{read_only:false; response_revision:23246; number_of_response:1; }","duration":"2.607537779s","start":"2026-03-05T18:37:41.216315Z","end":"2026-03-05T18:37:43.823853Z","steps":["trace[995989222] 'process raft request' (duration: 2.607122929s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:43.82392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:41.216302Z","time spent":"2.60759166s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:43.82406Z","caller":"traceutil/trace.go:171","msg":"trace[212018521] transaction","detail":"{read_only:false; response_revision:23247; number_of_response:1; }","duration":"2.606612577s","start":"2026-03-05T18:37:41.217412Z","end":"2026-03-05T18:37:43.824025Z","steps":["trace[212018521] 'process raft request' (duration: 2.606119205s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:43.824211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:41.217389Z","time spent":"2.606742069s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:43.824233Z","caller":"traceutil/trace.go:171","msg":"trace[489539691] linearizableReadLoop","detail":"{readStateIndex:24071; appliedIndex:24064; }","duration":"2.608400609s","start":"2026-03-05T18:37:41.215796Z","end":"2026-03-05T18:37:43.824197Z","steps":["trace[489539691] 'read index received' (duration: 1.083593266s)","trace[489539691] 'applied index is now lower than readState.Index' (duration: 1.524805843s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:43.824259Z","caller":"traceutil/trace.go:171","msg":"trace[1327866425] transaction","detail":"{read_only:false; response_revision:23250; number_of_response:1; }","duration":"2.252529939s","start":"2026-03-05T18:37:41.571692Z","end":"2026-03-05T18:37:43.824222Z","steps":["trace[1327866425] 'process raft request' (duration: 2.252351415s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:43.824417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.608534712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-575ea15a-8c56-4421-931d-274e7e3e0759\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-03-05T18:37:43.824429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:41.571662Z","time spent":"2.252727224s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:43.824465Z","caller":"traceutil/trace.go:171","msg":"trace[355401482] range","detail":"{range_begin:/registry/persistentvolumes/pvc-575ea15a-8c56-4421-931d-274e7e3e0759; range_end:; response_count:1; response_revision:23250; }","duration":"2.608665685s","start":"2026-03-05T18:37:41.215791Z","end":"2026-03-05T18:37:43.824456Z","steps":["trace[355401482] 'agreement among raft nodes before linearized reading' (duration: 2.608488231s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:43.824493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:41.215758Z","time spent":"2.608729757s","remote":"127.0.0.1:42950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-575ea15a-8c56-4421-931d-274e7e3e0759\" "} {"level":"info","ts":"2026-03-05T18:37:43.824207Z","caller":"traceutil/trace.go:171","msg":"trace[581844827] transaction","detail":"{read_only:false; response_revision:23249; number_of_response:1; }","duration":"2.605043939s","start":"2026-03-05T18:37:41.219145Z","end":"2026-03-05T18:37:43.824189Z","steps":["trace[581844827] 'process raft request' (duration: 2.604464355s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:43.824767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:41.219133Z","time spent":"2.605600902s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:44.182472Z","caller":"traceutil/trace.go:171","msg":"trace[891461593] transaction","detail":"{read_only:false; response_revision:23252; number_of_response:1; }","duration":"964.630111ms","start":"2026-03-05T18:37:43.217814Z","end":"2026-03-05T18:37:44.182444Z","steps":["trace[891461593] 'process raft request' (duration: 964.541979ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:44.182552Z","caller":"traceutil/trace.go:171","msg":"trace[848562824] transaction","detail":"{read_only:false; response_revision:23251; number_of_response:1; }","duration":"964.658572ms","start":"2026-03-05T18:37:43.217816Z","end":"2026-03-05T18:37:44.182474Z","steps":["trace[848562824] 'process raft request' (duration: 964.343805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:44.182668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:43.217791Z","time spent":"964.796176ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:44.182753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:43.217788Z","time spent":"964.841607ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:44.182796Z","caller":"traceutil/trace.go:171","msg":"trace[2127171293] transaction","detail":"{read_only:false; response_revision:23253; number_of_response:1; }","duration":"964.280653ms","start":"2026-03-05T18:37:43.21849Z","end":"2026-03-05T18:37:44.182771Z","steps":["trace[2127171293] 'process raft request' (duration: 963.910084ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:44.183201Z","caller":"traceutil/trace.go:171","msg":"trace[1162753458] transaction","detail":"{read_only:false; response_revision:23254; number_of_response:1; }","duration":"964.60893ms","start":"2026-03-05T18:37:43.218579Z","end":"2026-03-05T18:37:44.183188Z","steps":["trace[1162753458] 'process raft request' (duration: 964.110438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:44.183374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:43.218567Z","time spent":"964.671312ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:44.183157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:43.218464Z","time spent":"964.436436ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:44.184443Z","caller":"traceutil/trace.go:171","msg":"trace[563277957] linearizableReadLoop","detail":"{readStateIndex:24077; appliedIndex:24071; }","duration":"360.092139ms","start":"2026-03-05T18:37:43.824338Z","end":"2026-03-05T18:37:44.18443Z","steps":["trace[563277957] 'read index received' (duration: 357.708033ms)","trace[563277957] 'applied index is now lower than readState.Index' (duration: 2.383166ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:44.184611Z","caller":"traceutil/trace.go:171","msg":"trace[2055201809] transaction","detail":"{read_only:false; response_revision:23256; number_of_response:1; }","duration":"963.000952ms","start":"2026-03-05T18:37:43.221588Z","end":"2026-03-05T18:37:44.184589Z","steps":["trace[2055201809] 'process raft request' (duration: 962.785396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:44.184707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:43.221564Z","time spent":"963.096895ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:44.184877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961991535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:44.184846Z","caller":"traceutil/trace.go:171","msg":"trace[101272355] transaction","detail":"{read_only:false; response_revision:23255; number_of_response:1; }","duration":"963.7369ms","start":"2026-03-05T18:37:43.221089Z","end":"2026-03-05T18:37:44.184826Z","steps":["trace[101272355] 'process raft request' (duration: 961.873885ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:44.184934Z","caller":"traceutil/trace.go:171","msg":"trace[352232055] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23256; }","duration":"2.962270581s","start":"2026-03-05T18:37:41.222647Z","end":"2026-03-05T18:37:44.184917Z","steps":["trace[352232055] 'agreement among raft nodes before linearized reading' (duration: 2.961977934s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:44.184864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.233272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:44.184996Z","caller":"traceutil/trace.go:171","msg":"trace[1577676538] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23256; }","duration":"934.448697ms","start":"2026-03-05T18:37:43.250523Z","end":"2026-03-05T18:37:44.184971Z","steps":["trace[1577676538] 'agreement among raft nodes before linearized reading' (duration: 933.947185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:44.185043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:43.221076Z","time spent":"963.864492ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:44.18507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:43.250489Z","time spent":"934.56084ms","remote":"127.0.0.1:52482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:44.185097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237632287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-05T18:37:44.185125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:41.22264Z","time spent":"2.962322092s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:37:44.185124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.969195804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:37:44.185397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.405323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:44.185136Z","caller":"traceutil/trace.go:171","msg":"trace[1738115045] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:23256; }","duration":"2.237670629s","start":"2026-03-05T18:37:41.947455Z","end":"2026-03-05T18:37:44.185125Z","steps":["trace[1738115045] 'agreement among raft nodes before linearized reading' (duration: 2.237536205s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:44.185315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05217422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:37:44.185434Z","caller":"traceutil/trace.go:171","msg":"trace[315372779] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23256; }","duration":"687.441904ms","start":"2026-03-05T18:37:43.497984Z","end":"2026-03-05T18:37:44.185426Z","steps":["trace[315372779] 'agreement among raft nodes before linearized reading' (duration: 687.390062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:44.185467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:43.497919Z","time spent":"687.540905ms","remote":"127.0.0.1:43204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:44.185469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459317841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:44.185462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.065727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:44.185567Z","caller":"traceutil/trace.go:171","msg":"trace[2043516888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23256; }","duration":"964.20511ms","start":"2026-03-05T18:37:43.221342Z","end":"2026-03-05T18:37:44.185547Z","steps":["trace[2043516888] 'agreement among raft nodes before linearized reading' (duration: 963.186057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:44.185556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:41.947372Z","time spent":"2.238095848s","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"info","ts":"2026-03-05T18:37:44.185591Z","caller":"traceutil/trace.go:171","msg":"trace[453309367] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23256; }","duration":"2.459441704s","start":"2026-03-05T18:37:41.726135Z","end":"2026-03-05T18:37:44.185577Z","steps":["trace[453309367] 'agreement among raft nodes before linearized reading' (duration: 2.459287791s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:44.18562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:43.221336Z","time spent":"964.273652ms","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:37:44.185684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:41.726085Z","time spent":"2.459538836s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:44.185699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.189867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:44.186365Z","caller":"traceutil/trace.go:171","msg":"trace[922872364] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23256; }","duration":"474.897114ms","start":"2026-03-05T18:37:43.71145Z","end":"2026-03-05T18:37:44.186347Z","steps":["trace[922872364] 'agreement among raft nodes before linearized reading' (duration: 473.957712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:44.186408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:43.711429Z","time spent":"474.966826ms","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:37:44.185465Z","caller":"traceutil/trace.go:171","msg":"trace[713645362] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23256; }","duration":"2.052324233s","start":"2026-03-05T18:37:42.133127Z","end":"2026-03-05T18:37:44.185452Z","steps":["trace[713645362] 'agreement among raft nodes before linearized reading' (duration: 2.052027586s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:44.186478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:42.133063Z","time spent":"2.053391169s","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":73,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:44.185861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.505457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T18:37:44.186584Z","caller":"traceutil/trace.go:171","msg":"trace[189760400] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458; range_end:; response_count:1; response_revision:23256; }","duration":"358.252645ms","start":"2026-03-05T18:37:43.828309Z","end":"2026-03-05T18:37:44.186561Z","steps":["trace[189760400] 'agreement among raft nodes before linearized reading' (duration: 357.472097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:44.185961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.782845475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:44.186664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:43.828281Z","time spent":"358.357318ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458\" "} {"level":"info","ts":"2026-03-05T18:37:44.185404Z","caller":"traceutil/trace.go:171","msg":"trace[1184857239] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23256; }","duration":"2.9694765s","start":"2026-03-05T18:37:41.215901Z","end":"2026-03-05T18:37:44.185378Z","steps":["trace[1184857239] 'agreement among raft nodes before linearized reading' (duration: 2.96903335s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:44.186681Z","caller":"traceutil/trace.go:171","msg":"trace[1227107978] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23256; }","duration":"2.783584292s","start":"2026-03-05T18:37:41.403057Z","end":"2026-03-05T18:37:44.186641Z","steps":["trace[1227107978] 'agreement among raft nodes before linearized reading' (duration: 2.782849655s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:44.18676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:41.215853Z","time spent":"2.970891643s","remote":"127.0.0.1:39044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:44.1868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:41.403036Z","time spent":"2.783714345s","remote":"127.0.0.1:42946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:44.185987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.672737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:37:44.186903Z","caller":"traceutil/trace.go:171","msg":"trace[1993098332] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23256; }","duration":"138.65159ms","start":"2026-03-05T18:37:44.048242Z","end":"2026-03-05T18:37:44.186894Z","steps":["trace[1993098332] 'agreement among raft nodes before linearized reading' (duration: 137.568015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:44.186037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967144466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T18:37:44.186966Z","caller":"traceutil/trace.go:171","msg":"trace[511546611] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23256; }","duration":"2.968103157s","start":"2026-03-05T18:37:41.218844Z","end":"2026-03-05T18:37:44.186947Z","steps":["trace[511546611] 'agreement among raft nodes before linearized reading' (duration: 2.966685454s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:44.187036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:41.218829Z","time spent":"2.96818811s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:37:44.186082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.367928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-05T18:37:44.187116Z","caller":"traceutil/trace.go:171","msg":"trace[1993165571] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23256; }","duration":"255.480394ms","start":"2026-03-05T18:37:43.93162Z","end":"2026-03-05T18:37:44.187101Z","steps":["trace[1993165571] 'agreement among raft nodes before linearized reading' (duration: 254.262935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:44.186119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.489428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:44.18726Z","caller":"traceutil/trace.go:171","msg":"trace[829062779] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23256; }","duration":"350.667836ms","start":"2026-03-05T18:37:43.836582Z","end":"2026-03-05T18:37:44.18725Z","steps":["trace[829062779] 'agreement among raft nodes before linearized reading' (duration: 349.498398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:44.187288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:43.836565Z","time spent":"350.712808ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:44.186165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.623259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:37:44.187439Z","caller":"traceutil/trace.go:171","msg":"trace[1189946528] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23256; }","duration":"568.972241ms","start":"2026-03-05T18:37:43.618459Z","end":"2026-03-05T18:37:44.187432Z","steps":["trace[1189946528] 'agreement among raft nodes before linearized reading' (duration: 567.65554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:44.187467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:43.61843Z","time spent":"569.026942ms","remote":"127.0.0.1:34326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:44.690681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:37:45.19144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:37:45.4331Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.238988073s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:37:45.467195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:44.186902Z","time spent":"1.280289111s","remote":"127.0.0.1:42848","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T18:37:45.493146Z","caller":"traceutil/trace.go:171","msg":"trace[459433422] linearizableReadLoop","detail":"{readStateIndex:24079; appliedIndex:24077; }","duration":"1.30349637s","start":"2026-03-05T18:37:44.18963Z","end":"2026-03-05T18:37:45.493127Z","steps":["trace[459433422] 'read index received' (duration: 1.243644893s)","trace[459433422] 'applied index is now lower than readState.Index' (duration: 59.850657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:45.493335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303686784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f2f3f093-c30c-420a-b816-612d91d61cbb\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-05T18:37:45.493368Z","caller":"traceutil/trace.go:171","msg":"trace[1571268637] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f2f3f093-c30c-420a-b816-612d91d61cbb; range_end:; response_count:1; response_revision:23257; }","duration":"1.303766246s","start":"2026-03-05T18:37:44.189593Z","end":"2026-03-05T18:37:45.493359Z","steps":["trace[1571268637] 'agreement among raft nodes before linearized reading' (duration: 1.303621253s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:45.493394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:44.189575Z","time spent":"1.303811988s","remote":"127.0.0.1:42950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-f2f3f093-c30c-420a-b816-612d91d61cbb\" "} {"level":"info","ts":"2026-03-05T18:37:45.494158Z","caller":"traceutil/trace.go:171","msg":"trace[1659265428] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"1.304564024s","start":"2026-03-05T18:37:44.189581Z","end":"2026-03-05T18:37:45.494145Z","steps":["trace[1659265428] 'process raft request' (duration: 1.303402327s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:45.494234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:44.189572Z","time spent":"1.304616876s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:46.19282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000345666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:37:46.193073Z","caller":"traceutil/trace.go:171","msg":"trace[1492976771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000626893s","start":"2026-03-05T18:37:44.192428Z","end":"2026-03-05T18:37:46.193055Z","steps":["trace[1492976771] 'agreement among raft nodes before linearized reading' (duration: 2.000362186s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:46.193167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:44.192419Z","time spent":"2.000735165s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:37:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:37:46.450159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.833827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:37:46.450408Z","caller":"traceutil/trace.go:171","msg":"trace[1432066266] transaction","detail":"{read_only:false; response_revision:23260; number_of_response:1; }","duration":"620.024178ms","start":"2026-03-05T18:37:45.830367Z","end":"2026-03-05T18:37:46.450391Z","steps":["trace[1432066266] 'process raft request' (duration: 619.981507ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:46.450396Z","caller":"traceutil/trace.go:171","msg":"trace[565701598] transaction","detail":"{read_only:false; response_revision:23259; number_of_response:1; }","duration":"981.636863ms","start":"2026-03-05T18:37:45.468717Z","end":"2026-03-05T18:37:46.450354Z","steps":["trace[565701598] 'process raft request' (duration: 981.532831ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:46.450384Z","caller":"traceutil/trace.go:171","msg":"trace[1191470971] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"1.013571228s","start":"2026-03-05T18:37:45.436779Z","end":"2026-03-05T18:37:46.450351Z","steps":["trace[1191470971] 'process raft request' (duration: 138.467545ms)","trace[1191470971] 'compare' (duration: 874.54333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:46.450482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:45.830351Z","time spent":"620.09905ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:46.450571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:45.468696Z","time spent":"981.766357ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:46.45061Z","caller":"traceutil/trace.go:171","msg":"trace[1273535425] linearizableReadLoop","detail":"{readStateIndex:24081; appliedIndex:24079; }","duration":"957.39362ms","start":"2026-03-05T18:37:45.493193Z","end":"2026-03-05T18:37:46.450587Z","steps":["trace[1273535425] 'read index received' (duration: 82.00133ms)","trace[1273535425] 'applied index is now lower than readState.Index' (duration: 875.388919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:46.450749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:45.436761Z","time spent":"1.013808994s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:46.450823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457308988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:46.450854Z","caller":"traceutil/trace.go:171","msg":"trace[1734328531] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23260; }","duration":"1.45738859s","start":"2026-03-05T18:37:44.993457Z","end":"2026-03-05T18:37:46.450846Z","steps":["trace[1734328531] 'agreement among raft nodes before linearized reading' (duration: 1.457234855s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:46.450885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:44.993444Z","time spent":"1.457431961s","remote":"127.0.0.1:51178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:46.451029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465992554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T18:37:46.45105Z","caller":"traceutil/trace.go:171","msg":"trace[1287194904] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23260; }","duration":"1.466044464s","start":"2026-03-05T18:37:44.985Z","end":"2026-03-05T18:37:46.451045Z","steps":["trace[1287194904] 'agreement among raft nodes before linearized reading' (duration: 1.465944012s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:46.451066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:44.984983Z","time spent":"1.466079146s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:37:46.451205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540128537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:46.45123Z","caller":"traceutil/trace.go:171","msg":"trace[1863932422] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23260; }","duration":"1.540176568s","start":"2026-03-05T18:37:44.911046Z","end":"2026-03-05T18:37:46.451223Z","steps":["trace[1863932422] 'agreement among raft nodes before linearized reading' (duration: 1.540137728s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:46.45125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:44.911031Z","time spent":"1.540212269s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:46.451366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90156957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:46.451389Z","caller":"traceutil/trace.go:171","msg":"trace[37215212] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23260; }","duration":"1.901632721s","start":"2026-03-05T18:37:44.549751Z","end":"2026-03-05T18:37:46.451383Z","steps":["trace[37215212] 'agreement among raft nodes before linearized reading' (duration: 1.90159617s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:46.45141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:44.549728Z","time spent":"1.901675792s","remote":"127.0.0.1:56002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:46.451574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260970951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:46.451609Z","caller":"traceutil/trace.go:171","msg":"trace[1248646142] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23260; }","duration":"2.261024052s","start":"2026-03-05T18:37:44.190577Z","end":"2026-03-05T18:37:46.451601Z","steps":["trace[1248646142] 'agreement among raft nodes before linearized reading' (duration: 2.260965811s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:46.451632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:44.190563Z","time spent":"2.261063144s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:37:46.451762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262119229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-05T18:37:46.451812Z","caller":"traceutil/trace.go:171","msg":"trace[728400860] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23260; }","duration":"2.262189501s","start":"2026-03-05T18:37:44.18961Z","end":"2026-03-05T18:37:46.451799Z","steps":["trace[728400860] 'agreement among raft nodes before linearized reading' (duration: 2.262041757s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:46.451846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:44.189595Z","time spent":"2.262243952s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-05T18:37:46.451876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261659287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-05T18:37:46.451979Z","caller":"traceutil/trace.go:171","msg":"trace[1744169224] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23260; }","duration":"2.261785081s","start":"2026-03-05T18:37:44.19017Z","end":"2026-03-05T18:37:46.451955Z","steps":["trace[1744169224] 'agreement among raft nodes before linearized reading' (duration: 2.261491874s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:46.452047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:44.190164Z","time spent":"2.261867742s","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T18:37:46.951152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916295,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T18:37:47.199264Z","caller":"traceutil/trace.go:171","msg":"trace[1493407562] transaction","detail":"{read_only:false; response_revision:23261; number_of_response:1; }","duration":"1.039967385s","start":"2026-03-05T18:37:46.159268Z","end":"2026-03-05T18:37:47.199235Z","steps":["trace[1493407562] 'process raft request' (duration: 998.083544ms)","trace[1493407562] 'compare' (duration: 41.693236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:47.199428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:46.159243Z","time spent":"1.040103738s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:47.199521Z","caller":"traceutil/trace.go:171","msg":"trace[1699683770] transaction","detail":"{read_only:false; response_revision:23262; number_of_response:1; }","duration":"1.011354577s","start":"2026-03-05T18:37:46.188139Z","end":"2026-03-05T18:37:47.199494Z","steps":["trace[1699683770] 'process raft request' (duration: 1.011040139s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:47.199685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:46.188111Z","time spent":"1.01147763s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:47.200257Z","caller":"traceutil/trace.go:171","msg":"trace[1271494493] transaction","detail":"{read_only:false; response_revision:23264; number_of_response:1; }","duration":"1.010417205s","start":"2026-03-05T18:37:46.189821Z","end":"2026-03-05T18:37:47.200238Z","steps":["trace[1271494493] 'process raft request' (duration: 1.010273082s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:47.200251Z","caller":"traceutil/trace.go:171","msg":"trace[1439921224] transaction","detail":"{read_only:false; response_revision:23263; number_of_response:1; }","duration":"1.012062083s","start":"2026-03-05T18:37:46.18815Z","end":"2026-03-05T18:37:47.200212Z","steps":["trace[1439921224] 'process raft request' (duration: 1.011237274s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:47.200319Z","caller":"traceutil/trace.go:171","msg":"trace[307555695] transaction","detail":"{read_only:false; response_revision:23266; number_of_response:1; }","duration":"1.009974434s","start":"2026-03-05T18:37:46.190331Z","end":"2026-03-05T18:37:47.200305Z","steps":["trace[307555695] 'process raft request' (duration: 1.009887292s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:47.200355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:46.189809Z","time spent":"1.010492887s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:47.200438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:46.188135Z","time spent":"1.012204577s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:47.200354Z","caller":"traceutil/trace.go:171","msg":"trace[297244811] transaction","detail":"{read_only:false; response_revision:23265; number_of_response:1; }","duration":"1.010051376s","start":"2026-03-05T18:37:46.190233Z","end":"2026-03-05T18:37:47.200284Z","steps":["trace[297244811] 'process raft request' (duration: 1.009937883s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:47.200413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:46.190306Z","time spent":"1.010065996s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:47.20039Z","caller":"traceutil/trace.go:171","msg":"trace[381293010] transaction","detail":"{read_only:false; response_revision:23267; number_of_response:1; }","duration":"1.009138605s","start":"2026-03-05T18:37:46.191211Z","end":"2026-03-05T18:37:47.20035Z","steps":["trace[381293010] 'process raft request' (duration: 1.009054223s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:47.200674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:46.190222Z","time spent":"1.010341793s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:47.200794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:46.191197Z","time spent":"1.009542604s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:47.635279Z","caller":"traceutil/trace.go:171","msg":"trace[184001150] transaction","detail":"{read_only:false; response_revision:23268; number_of_response:1; }","duration":"1.178179023s","start":"2026-03-05T18:37:46.457074Z","end":"2026-03-05T18:37:47.635253Z","steps":["trace[184001150] 'process raft request' (duration: 1.174079076s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:47.63568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:46.457059Z","time spent":"1.178540092s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:47.635833Z","caller":"traceutil/trace.go:171","msg":"trace[2020565549] transaction","detail":"{read_only:false; response_revision:23269; number_of_response:1; }","duration":"1.176663338s","start":"2026-03-05T18:37:46.459139Z","end":"2026-03-05T18:37:47.635803Z","steps":["trace[2020565549] 'process raft request' (duration: 1.17594266s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:47.635995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:46.459122Z","time spent":"1.176797022s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:48.192833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.607812ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-05T18:37:48.192937Z","caller":"traceutil/trace.go:171","msg":"trace[1095845589] linearizableReadLoop","detail":"{readStateIndex:24091; appliedIndex:24082; }","duration":"1.742256969s","start":"2026-03-05T18:37:46.450662Z","end":"2026-03-05T18:37:48.192919Z","steps":["trace[1095845589] 'read index received' (duration: 706.708641ms)","trace[1095845589] 'applied index is now lower than readState.Index' (duration: 1.035546508s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:48.193389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365059424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T18:37:48.193447Z","caller":"traceutil/trace.go:171","msg":"trace[1766124950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23269; }","duration":"2.365161046s","start":"2026-03-05T18:37:45.828269Z","end":"2026-03-05T18:37:48.19343Z","steps":["trace[1766124950] 'agreement among raft nodes before linearized reading' (duration: 2.364941001s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:48.193489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:45.82825Z","time spent":"2.365230699s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:37:48.19346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365056174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:37:48.193601Z","caller":"traceutil/trace.go:171","msg":"trace[906785284] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23269; }","duration":"2.365206347s","start":"2026-03-05T18:37:45.828344Z","end":"2026-03-05T18:37:48.19355Z","steps":["trace[906785284] 'agreement among raft nodes before linearized reading' (duration: 2.364841258s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:48.193694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:45.828338Z","time spent":"2.365336041s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:37:48.193848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.693978275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-05T18:37:48.193891Z","caller":"traceutil/trace.go:171","msg":"trace[1010038876] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23269; }","duration":"2.694039827s","start":"2026-03-05T18:37:45.49984Z","end":"2026-03-05T18:37:48.19388Z","steps":["trace[1010038876] 'agreement among raft nodes before linearized reading' (duration: 2.693920214s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:48.193926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:45.499831Z","time spent":"2.694087578s","remote":"127.0.0.1:42952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:37:48.194087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001089173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:48.194162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.695372947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-2wmk6.189a0540daf64ce8\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-05T18:37:48.194206Z","caller":"traceutil/trace.go:171","msg":"trace[678324433] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-2wmk6.189a0540daf64ce8; range_end:; response_count:1; response_revision:23269; }","duration":"2.695419308s","start":"2026-03-05T18:37:45.498777Z","end":"2026-03-05T18:37:48.194196Z","steps":["trace[678324433] 'agreement among raft nodes before linearized reading' (duration: 2.695290515s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:48.19424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030767185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:48.194306Z","caller":"traceutil/trace.go:171","msg":"trace[408304888] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23269; }","duration":"2.030860816s","start":"2026-03-05T18:37:46.163424Z","end":"2026-03-05T18:37:48.194285Z","steps":["trace[408304888] 'agreement among raft nodes before linearized reading' (duration: 2.030762444s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:48.194333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739741759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-05T18:37:48.194371Z","caller":"traceutil/trace.go:171","msg":"trace[593276351] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23269; }","duration":"1.739800151s","start":"2026-03-05T18:37:46.45456Z","end":"2026-03-05T18:37:48.194361Z","steps":["trace[593276351] 'agreement among raft nodes before linearized reading' (duration: 1.73973342s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:48.194372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:46.163414Z","time spent":"2.030940749s","remote":"127.0.0.1:59876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:48.194407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:46.454547Z","time spent":"1.739850822s","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T18:37:48.194619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365188667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:37:48.194707Z","caller":"traceutil/trace.go:171","msg":"trace[1168557654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23269; }","duration":"2.36532693s","start":"2026-03-05T18:37:45.829363Z","end":"2026-03-05T18:37:48.19469Z","steps":["trace[1168557654] 'agreement among raft nodes before linearized reading' (duration: 2.365041993s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:48.194778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:45.829342Z","time spent":"2.365422252s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:37:48.19529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.949319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-05T18:37:48.195323Z","caller":"traceutil/trace.go:171","msg":"trace[523205407] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23269; }","duration":"648.0216ms","start":"2026-03-05T18:37:47.547293Z","end":"2026-03-05T18:37:48.195314Z","steps":["trace[523205407] 'agreement among raft nodes before linearized reading' (duration: 647.499578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:48.19536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:47.547272Z","time spent":"648.080802ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T18:37:48.195451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202225232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:48.195484Z","caller":"traceutil/trace.go:171","msg":"trace[2077659682] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23269; }","duration":"1.202287354s","start":"2026-03-05T18:37:46.993187Z","end":"2026-03-05T18:37:48.195474Z","steps":["trace[2077659682] 'agreement among raft nodes before linearized reading' (duration: 1.202236223s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:48.195512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:46.99317Z","time spent":"1.202334405s","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:48.195698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737470946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:48.195753Z","caller":"traceutil/trace.go:171","msg":"trace[336317880] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23269; }","duration":"1.737543057s","start":"2026-03-05T18:37:46.458195Z","end":"2026-03-05T18:37:48.195738Z","steps":["trace[336317880] 'agreement among raft nodes before linearized reading' (duration: 1.737444465s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:48.19575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366259351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T18:37:48.19579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420369493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:37:48.195804Z","caller":"traceutil/trace.go:171","msg":"trace[184268684] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23269; }","duration":"2.366330983s","start":"2026-03-05T18:37:45.829458Z","end":"2026-03-05T18:37:48.195789Z","steps":["trace[184268684] 'agreement among raft nodes before linearized reading' (duration: 2.36618382s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:48.195852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:45.829447Z","time spent":"2.366392875s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T18:37:48.195855Z","caller":"traceutil/trace.go:171","msg":"trace[106326826] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23269; }","duration":"1.420472705s","start":"2026-03-05T18:37:46.775359Z","end":"2026-03-05T18:37:48.195832Z","steps":["trace[106326826] 'agreement among raft nodes before linearized reading' (duration: 1.420373743s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:48.194255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:45.498717Z","time spent":"2.695522971s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":981,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-2wmk6.189a0540daf64ce8\" "} {"level":"warn","ts":"2026-03-05T18:37:48.195929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:46.775335Z","time spent":"1.420575698s","remote":"127.0.0.1:51214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:48.19567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689970052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:48.196033Z","caller":"traceutil/trace.go:171","msg":"trace[2018482360] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23269; }","duration":"1.690345322s","start":"2026-03-05T18:37:46.505669Z","end":"2026-03-05T18:37:48.196014Z","steps":["trace[2018482360] 'agreement among raft nodes before linearized reading' (duration: 1.68987288s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:48.196097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:46.505619Z","time spent":"1.690459214s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T18:37:48.195796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:46.458189Z","time spent":"1.737594748s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-05T18:37:48.194154Z","caller":"traceutil/trace.go:171","msg":"trace[923721029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23269; }","duration":"2.001192655s","start":"2026-03-05T18:37:46.192947Z","end":"2026-03-05T18:37:48.19414Z","steps":["trace[923721029] 'agreement among raft nodes before linearized reading' (duration: 2.001079812s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:48.196281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:46.192935Z","time spent":"2.003332487s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:37:48.700307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916300,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T18:37:48.967454Z","caller":"traceutil/trace.go:171","msg":"trace[680502161] transaction","detail":"{read_only:false; response_revision:23270; number_of_response:1; }","duration":"768.092611ms","start":"2026-03-05T18:37:48.199339Z","end":"2026-03-05T18:37:48.967432Z","steps":["trace[680502161] 'process raft request' (duration: 767.913617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:48.96762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:48.199308Z","time spent":"768.218134ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:50.205023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999857862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:37:50.205106Z","caller":"traceutil/trace.go:171","msg":"trace[731889291] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999971704s","start":"2026-03-05T18:37:48.205115Z","end":"2026-03-05T18:37:50.205087Z","steps":["trace[731889291] 'agreement among raft nodes before linearized reading' (duration: 1.999865462s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:50.205156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:48.205083Z","time spent":"2.000062087s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:37:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:37:50.537676Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.450731401s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:37:50.538284Z","caller":"traceutil/trace.go:171","msg":"trace[1809427506] transaction","detail":"{read_only:false; response_revision:23272; number_of_response:1; }","duration":"2.335132114s","start":"2026-03-05T18:37:48.203092Z","end":"2026-03-05T18:37:50.538224Z","steps":["trace[1809427506] 'process raft request' (duration: 2.335013821s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:50.538287Z","caller":"traceutil/trace.go:171","msg":"trace[366482930] transaction","detail":"{read_only:false; response_revision:23271; number_of_response:1; }","duration":"2.335211946s","start":"2026-03-05T18:37:48.203037Z","end":"2026-03-05T18:37:50.538249Z","steps":["trace[366482930] 'process raft request' (duration: 2.334913209s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:50.538628Z","caller":"traceutil/trace.go:171","msg":"trace[1821022261] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"2.33539943s","start":"2026-03-05T18:37:48.203178Z","end":"2026-03-05T18:37:50.538578Z","steps":["trace[1821022261] 'process raft request' (duration: 2.335001421s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:50.53882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:48.203175Z","time spent":"2.335552213s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:50.538876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:48.20302Z","time spent":"2.33538233s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:50.538893Z","caller":"traceutil/trace.go:171","msg":"trace[1642742028] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"2.335429621s","start":"2026-03-05T18:37:48.203412Z","end":"2026-03-05T18:37:50.538841Z","steps":["trace[1642742028] 'process raft request' (duration: 2.335146454s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:50.538986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:48.203089Z","time spent":"2.335292807s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:50.539118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:48.203402Z","time spent":"2.335586664s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:50.540047Z","caller":"traceutil/trace.go:171","msg":"trace[1488958671] transaction","detail":"{read_only:false; response_revision:23275; number_of_response:1; }","duration":"2.335611524s","start":"2026-03-05T18:37:48.204424Z","end":"2026-03-05T18:37:50.540036Z","steps":["trace[1488958671] 'process raft request' (duration: 2.334331664s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:50.540111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:48.204419Z","time spent":"2.335660566s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:50.540442Z","caller":"traceutil/trace.go:171","msg":"trace[849023541] transaction","detail":"{read_only:false; response_revision:23276; number_of_response:1; }","duration":"2.085060227s","start":"2026-03-05T18:37:48.455368Z","end":"2026-03-05T18:37:50.540428Z","steps":["trace[849023541] 'process raft request' (duration: 2.084525315s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:50.540505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:48.455345Z","time spent":"2.085128669s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:50.541258Z","caller":"traceutil/trace.go:171","msg":"trace[539399112] linearizableReadLoop","detail":"{readStateIndex:24099; appliedIndex:24092; }","duration":"2.341011603s","start":"2026-03-05T18:37:48.200204Z","end":"2026-03-05T18:37:50.541215Z","steps":["trace[539399112] 'read index received' (duration: 767.097998ms)","trace[539399112] 'applied index is now lower than readState.Index' (duration: 1.573912785s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:50.541397Z","caller":"traceutil/trace.go:171","msg":"trace[2137727875] transaction","detail":"{read_only:false; response_revision:23277; number_of_response:1; }","duration":"1.821516272s","start":"2026-03-05T18:37:48.719869Z","end":"2026-03-05T18:37:50.541385Z","steps":["trace[2137727875] 'process raft request' (duration: 1.820504588s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:50.541549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.341334621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T18:37:50.541603Z","caller":"traceutil/trace.go:171","msg":"trace[1165664867] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23277; }","duration":"2.341437433s","start":"2026-03-05T18:37:48.200152Z","end":"2026-03-05T18:37:50.541589Z","steps":["trace[1165664867] 'agreement among raft nodes before linearized reading' (duration: 2.34128433s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:50.541499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:48.719828Z","time spent":"1.821627066s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:50.541638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:48.200127Z","time spent":"2.341502635s","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-05T18:37:51.042131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:37:51.542836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:37:52.043524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:37:52.205803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000708071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:37:52.205887Z","caller":"traceutil/trace.go:171","msg":"trace[907011133] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000843315s","start":"2026-03-05T18:37:50.205024Z","end":"2026-03-05T18:37:52.205867Z","steps":["trace[907011133] 'agreement among raft nodes before linearized reading' (duration: 2.000740652s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:52.205932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:50.205004Z","time spent":"2.000918596s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:37:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:37:52.545017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:37:53.045398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:37:53.099501Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.560924455s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:37:53.099973Z","caller":"traceutil/trace.go:171","msg":"trace[1817121804] transaction","detail":"{read_only:false; response_revision:23278; number_of_response:1; }","duration":"3.894431953s","start":"2026-03-05T18:37:49.205515Z","end":"2026-03-05T18:37:53.099947Z","steps":["trace[1817121804] 'process raft request' (duration: 3.894163737s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:53.099974Z","caller":"traceutil/trace.go:171","msg":"trace[155997498] transaction","detail":"{read_only:false; response_revision:23280; number_of_response:1; }","duration":"3.893272356s","start":"2026-03-05T18:37:49.206673Z","end":"2026-03-05T18:37:53.099945Z","steps":["trace[155997498] 'process raft request' (duration: 3.893206585s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:53.100008Z","caller":"traceutil/trace.go:171","msg":"trace[909598984] transaction","detail":"{read_only:false; response_revision:23279; number_of_response:1; }","duration":"3.893333108s","start":"2026-03-05T18:37:49.206645Z","end":"2026-03-05T18:37:53.099978Z","steps":["trace[909598984] 'process raft request' (duration: 3.893194925s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:53.100087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:49.205486Z","time spent":"3.894532586s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:53.100119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:49.206627Z","time spent":"3.89343393s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:53.100119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:49.206647Z","time spent":"3.893391699s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:53.100266Z","caller":"traceutil/trace.go:171","msg":"trace[1224771774] transaction","detail":"{read_only:false; response_revision:23281; number_of_response:1; }","duration":"3.893236745s","start":"2026-03-05T18:37:49.207019Z","end":"2026-03-05T18:37:53.100255Z","steps":["trace[1224771774] 'process raft request' (duration: 3.892893887s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:53.100309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:49.206995Z","time spent":"3.893293896s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:53.100341Z","caller":"traceutil/trace.go:171","msg":"trace[1429075308] transaction","detail":"{read_only:false; response_revision:23282; number_of_response:1; }","duration":"3.892930507s","start":"2026-03-05T18:37:49.207392Z","end":"2026-03-05T18:37:53.100322Z","steps":["trace[1429075308] 'process raft request' (duration: 3.892760003s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:53.100437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:49.207379Z","time spent":"3.893012239s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:53.10052Z","caller":"traceutil/trace.go:171","msg":"trace[324979991] transaction","detail":"{read_only:false; response_revision:23283; number_of_response:1; }","duration":"3.89306966s","start":"2026-03-05T18:37:49.207441Z","end":"2026-03-05T18:37:53.100511Z","steps":["trace[324979991] 'process raft request' (duration: 3.892814044s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:53.100566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:49.20743Z","time spent":"3.893114751s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:53.100814Z","caller":"traceutil/trace.go:171","msg":"trace[1289956711] transaction","detail":"{read_only:false; response_revision:23284; number_of_response:1; }","duration":"3.185546422s","start":"2026-03-05T18:37:49.915244Z","end":"2026-03-05T18:37:53.10079Z","steps":["trace[1289956711] 'process raft request' (duration: 3.185232065s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:53.10088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:49.915219Z","time spent":"3.185627354s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:53.915949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000659511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:37:53.916014Z","caller":"traceutil/trace.go:171","msg":"trace[1806544628] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000765473s","start":"2026-03-05T18:37:51.915234Z","end":"2026-03-05T18:37:53.916Z","steps":["trace[1806544628] 'agreement among raft nodes before linearized reading' (duration: 2.000675721s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:53.916044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:51.91522Z","time spent":"2.000817545s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:37:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:37:54.112267Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.012550294s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:37:54.112615Z","caller":"traceutil/trace.go:171","msg":"trace[1169746623] transaction","detail":"{read_only:false; response_revision:23285; number_of_response:1; }","duration":"1.906560596s","start":"2026-03-05T18:37:52.20603Z","end":"2026-03-05T18:37:54.112591Z","steps":["trace[1169746623] 'process raft request' (duration: 1.906391201s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:54.112758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:52.206008Z","time spent":"1.906679058s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:54.112918Z","caller":"traceutil/trace.go:171","msg":"trace[1304196045] linearizableReadLoop","detail":"{readStateIndex:24109; appliedIndex:24100; }","duration":"3.571580414s","start":"2026-03-05T18:37:50.541303Z","end":"2026-03-05T18:37:54.112883Z","steps":["trace[1304196045] 'read index received' (duration: 2.558437225s)","trace[1304196045] 'applied index is now lower than readState.Index' (duration: 1.013140689s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:54.113155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.76433065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:37:54.113199Z","caller":"traceutil/trace.go:171","msg":"trace[1168910425] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23286; }","duration":"5.764396201s","start":"2026-03-05T18:37:48.34879Z","end":"2026-03-05T18:37:54.113186Z","steps":["trace[1168910425] 'agreement among raft nodes before linearized reading' (duration: 5.764282599s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:54.113251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:48.348734Z","time spent":"5.764504245s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:54.113308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.780919716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:54.113274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.140167604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-n8w89.189a05418c88abfd\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-03-05T18:37:54.11337Z","caller":"traceutil/trace.go:171","msg":"trace[1971170433] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23286; }","duration":"4.781017118s","start":"2026-03-05T18:37:49.332337Z","end":"2026-03-05T18:37:54.113354Z","steps":["trace[1971170433] 'agreement among raft nodes before linearized reading' (duration: 4.780928226s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:54.113049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.754439889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:54.113492Z","caller":"traceutil/trace.go:171","msg":"trace[1827719828] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-n8w89.189a05418c88abfd; range_end:; response_count:1; response_revision:23286; }","duration":"5.14038545s","start":"2026-03-05T18:37:48.973007Z","end":"2026-03-05T18:37:54.113418Z","steps":["trace[1827719828] 'agreement among raft nodes before linearized reading' (duration: 5.139907619s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:54.113535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.569979696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:37:54.113573Z","caller":"traceutil/trace.go:171","msg":"trace[1344648984] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23286; }","duration":"3.570048589s","start":"2026-03-05T18:37:50.543516Z","end":"2026-03-05T18:37:54.113565Z","steps":["trace[1344648984] 'agreement among raft nodes before linearized reading' (duration: 3.569976158s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:54.113536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.801599097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-05T18:37:54.113599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:50.543496Z","time spent":"3.57009716s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T18:37:54.113608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804872899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:37:54.113635Z","caller":"traceutil/trace.go:171","msg":"trace[574376417] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23286; }","duration":"3.801748s","start":"2026-03-05T18:37:50.311862Z","end":"2026-03-05T18:37:54.11361Z","steps":["trace[574376417] 'agreement among raft nodes before linearized reading' (duration: 3.801419303s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:54.113668Z","caller":"traceutil/trace.go:171","msg":"trace[633631378] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23286; }","duration":"1.804967181s","start":"2026-03-05T18:37:52.308687Z","end":"2026-03-05T18:37:54.113654Z","steps":["trace[633631378] 'agreement among raft nodes before linearized reading' (duration: 1.804843668s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:54.113659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568314743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T18:37:54.11367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.473617125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-05T18:37:54.113698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:52.308676Z","time spent":"1.805015912s","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:54.113691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:50.311841Z","time spent":"3.801837832s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-05T18:37:54.11371Z","caller":"traceutil/trace.go:171","msg":"trace[904312824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23286; }","duration":"1.568403055s","start":"2026-03-05T18:37:52.545294Z","end":"2026-03-05T18:37:54.113697Z","steps":["trace[904312824] 'agreement among raft nodes before linearized reading' (duration: 1.568244102s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:54.113751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900625245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:54.113787Z","caller":"traceutil/trace.go:171","msg":"trace[1765010139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23286; }","duration":"1.900680416s","start":"2026-03-05T18:37:52.213099Z","end":"2026-03-05T18:37:54.113779Z","steps":["trace[1765010139] 'agreement among raft nodes before linearized reading' (duration: 1.900628925s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:54.113812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:52.213091Z","time spent":"1.900716647s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:37:54.113891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568557759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T18:37:54.113893Z","caller":"traceutil/trace.go:171","msg":"trace[875524050] transaction","detail":"{read_only:false; response_revision:23286; number_of_response:1; }","duration":"1.567992646s","start":"2026-03-05T18:37:52.545884Z","end":"2026-03-05T18:37:54.113877Z","steps":["trace[875524050] 'process raft request' (duration: 1.566666795s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:54.113911Z","caller":"traceutil/trace.go:171","msg":"trace[1098918176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23286; }","duration":"1.568593689s","start":"2026-03-05T18:37:52.545313Z","end":"2026-03-05T18:37:54.113906Z","steps":["trace[1098918176] 'agreement among raft nodes before linearized reading' (duration: 1.568496457s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:54.113927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:52.545302Z","time spent":"1.568622411s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:37:54.113887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208110238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:37:54.113976Z","caller":"traceutil/trace.go:171","msg":"trace[246806733] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23286; }","duration":"2.208238922s","start":"2026-03-05T18:37:51.905721Z","end":"2026-03-05T18:37:54.11396Z","steps":["trace[246806733] 'agreement among raft nodes before linearized reading' (duration: 2.208105858s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:54.113992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:52.545849Z","time spent":"1.568075158s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:54.114039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:51.9057Z","time spent":"2.208318314s","remote":"127.0.0.1:43890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:54.114084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75335462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-05T18:37:54.114172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.694369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:54.114196Z","caller":"traceutil/trace.go:171","msg":"trace[636290048] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23286; }","duration":"441.761852ms","start":"2026-03-05T18:37:53.672427Z","end":"2026-03-05T18:37:54.114188Z","steps":["trace[636290048] 'agreement among raft nodes before linearized reading' (duration: 441.727511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:54.11421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:53.672402Z","time spent":"441.804232ms","remote":"127.0.0.1:34312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:54.114242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568942438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:37:54.114269Z","caller":"traceutil/trace.go:171","msg":"trace[1417570646] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23286; }","duration":"1.753504244s","start":"2026-03-05T18:37:52.36068Z","end":"2026-03-05T18:37:54.114185Z","steps":["trace[1417570646] 'agreement among raft nodes before linearized reading' (duration: 1.753199037s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:54.1147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:52.360665Z","time spent":"1.754026837s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T18:37:54.114325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.91098982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ba509da7-384e-4624-a951-4599ac80e932\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-05T18:37:54.113511Z","caller":"traceutil/trace.go:171","msg":"trace[1136264346] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23286; }","duration":"4.754960932s","start":"2026-03-05T18:37:49.358522Z","end":"2026-03-05T18:37:54.113483Z","steps":["trace[1136264346] 'agreement among raft nodes before linearized reading' (duration: 4.75441352s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:54.114861Z","caller":"traceutil/trace.go:171","msg":"trace[1362190161] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ba509da7-384e-4624-a951-4599ac80e932; range_end:; response_count:1; response_revision:23286; }","duration":"5.911538722s","start":"2026-03-05T18:37:48.203303Z","end":"2026-03-05T18:37:54.114842Z","steps":["trace[1362190161] 'agreement among raft nodes before linearized reading' (duration: 5.910984879s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:54.114926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:49.358475Z","time spent":"4.756439337s","remote":"127.0.0.1:51192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:54.114946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:48.20328Z","time spent":"5.911647045s","remote":"127.0.0.1:42950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-ba509da7-384e-4624-a951-4599ac80e932\" "} {"level":"warn","ts":"2026-03-05T18:37:54.114708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:52.545274Z","time spent":"1.569425129s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T18:37:54.113719Z","caller":"traceutil/trace.go:171","msg":"trace[895832804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23286; }","duration":"4.473714798s","start":"2026-03-05T18:37:49.639992Z","end":"2026-03-05T18:37:54.113707Z","steps":["trace[895832804] 'agreement among raft nodes before linearized reading' (duration: 4.473539934s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:54.115256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:49.639971Z","time spent":"4.475271793s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:37:54.113446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:49.332319Z","time spent":"4.78111707s","remote":"127.0.0.1:33464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:54.114367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141262347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:37:54.114315Z","caller":"traceutil/trace.go:171","msg":"trace[2077302086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23286; }","duration":"1.569020129s","start":"2026-03-05T18:37:52.54528Z","end":"2026-03-05T18:37:54.1143Z","steps":["trace[2077302086] 'agreement among raft nodes before linearized reading' (duration: 1.568843565s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:54.115559Z","caller":"traceutil/trace.go:171","msg":"trace[1320449545] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23286; }","duration":"2.142473676s","start":"2026-03-05T18:37:51.973057Z","end":"2026-03-05T18:37:54.11553Z","steps":["trace[1320449545] 'agreement among raft nodes before linearized reading' (duration: 2.141213966s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:54.115619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:52.545219Z","time spent":"1.570389243s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:37:54.114483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.911217465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:54.115643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:51.973043Z","time spent":"2.142574828s","remote":"127.0.0.1:43330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:37:54.115673Z","caller":"traceutil/trace.go:171","msg":"trace[720917170] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23286; }","duration":"5.912425474s","start":"2026-03-05T18:37:48.203239Z","end":"2026-03-05T18:37:54.115664Z","steps":["trace[720917170] 'agreement among raft nodes before linearized reading' (duration: 5.911208725s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:54.115694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:48.203234Z","time spent":"5.912455095s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T18:37:54.114573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:48.972981Z","time spent":"5.141578017s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":973,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-n8w89.189a05418c88abfd\" "} {"level":"warn","ts":"2026-03-05T18:37:54.11463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43377623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:54.115897Z","caller":"traceutil/trace.go:171","msg":"trace[1620449197] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23286; }","duration":"1.435062251s","start":"2026-03-05T18:37:52.680802Z","end":"2026-03-05T18:37:54.115864Z","steps":["trace[1620449197] 'agreement among raft nodes before linearized reading' (duration: 1.43379199s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:54.115989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:52.68078Z","time spent":"1.435179264s","remote":"127.0.0.1:33758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:54.114643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234606687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:54.116051Z","caller":"traceutil/trace.go:171","msg":"trace[95865789] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23286; }","duration":"1.236043752s","start":"2026-03-05T18:37:52.879989Z","end":"2026-03-05T18:37:54.116033Z","steps":["trace[95865789] 'agreement among raft nodes before linearized reading' (duration: 1.234613538s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:54.116125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:52.879968Z","time spent":"1.236135913s","remote":"127.0.0.1:33594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:54.114736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568052736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:37:54.116237Z","caller":"traceutil/trace.go:171","msg":"trace[1094525566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23286; }","duration":"1.569576012s","start":"2026-03-05T18:37:52.546644Z","end":"2026-03-05T18:37:54.11622Z","steps":["trace[1094525566] 'agreement among raft nodes before linearized reading' (duration: 1.567959924s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:54.116286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:52.546637Z","time spent":"1.569636064s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:37:54.618662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:37:55.004438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.517348ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-05T18:37:55.00456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:54.117301Z","time spent":"887.254821ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T18:37:55.995226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.472986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:37:55.995623Z","caller":"traceutil/trace.go:171","msg":"trace[1029765611] transaction","detail":"{read_only:false; response_revision:23288; number_of_response:1; }","duration":"1.876528955s","start":"2026-03-05T18:37:54.11907Z","end":"2026-03-05T18:37:55.995599Z","steps":["trace[1029765611] 'process raft request' (duration: 1.876274039s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:55.995835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:54.119052Z","time spent":"1.876738389s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:55.995625Z","caller":"traceutil/trace.go:171","msg":"trace[1607323321] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"1.875560022s","start":"2026-03-05T18:37:54.120045Z","end":"2026-03-05T18:37:55.995605Z","steps":["trace[1607323321] 'process raft request' (duration: 1.875448599s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:55.995969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:54.120039Z","time spent":"1.875864959s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:55.995611Z","caller":"traceutil/trace.go:171","msg":"trace[277286229] transaction","detail":"{read_only:false; response_revision:23287; number_of_response:1; }","duration":"1.877954628s","start":"2026-03-05T18:37:54.117616Z","end":"2026-03-05T18:37:55.99557Z","steps":["trace[277286229] 'process raft request' (duration: 1.042024771s)","trace[277286229] 'compare' (duration: 833.675234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:55.996161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:54.117602Z","time spent":"1.878481631s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:55.995731Z","caller":"traceutil/trace.go:171","msg":"trace[574076939] transaction","detail":"{read_only:false; response_revision:23290; number_of_response:1; }","duration":"1.875209634s","start":"2026-03-05T18:37:54.120507Z","end":"2026-03-05T18:37:55.995717Z","steps":["trace[574076939] 'process raft request' (duration: 1.8750465s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:55.996465Z","caller":"traceutil/trace.go:171","msg":"trace[898938393] transaction","detail":"{read_only:false; response_revision:23293; number_of_response:1; }","duration":"1.875441408s","start":"2026-03-05T18:37:54.121011Z","end":"2026-03-05T18:37:55.996452Z","steps":["trace[898938393] 'process raft request' (duration: 1.875209022s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:55.996445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:54.120502Z","time spent":"1.875832798s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:55.996521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:54.120997Z","time spent":"1.87549614s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:55.996591Z","caller":"traceutil/trace.go:171","msg":"trace[179063345] transaction","detail":"{read_only:false; response_revision:23291; number_of_response:1; }","duration":"1.875967441s","start":"2026-03-05T18:37:54.120616Z","end":"2026-03-05T18:37:55.996584Z","steps":["trace[179063345] 'process raft request' (duration: 1.875046699s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:55.996625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:54.120613Z","time spent":"1.875993372s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:55.996663Z","caller":"traceutil/trace.go:171","msg":"trace[525700963] linearizableReadLoop","detail":"{readStateIndex:24117; appliedIndex:24109; }","duration":"1.878155063s","start":"2026-03-05T18:37:54.11847Z","end":"2026-03-05T18:37:55.996625Z","steps":["trace[525700963] 'read index received' (duration: 509.487724ms)","trace[525700963] 'applied index is now lower than readState.Index' (duration: 1.368664199s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:55.996729Z","caller":"traceutil/trace.go:171","msg":"trace[327942152] transaction","detail":"{read_only:false; response_revision:23295; number_of_response:1; }","duration":"890.708312ms","start":"2026-03-05T18:37:55.106007Z","end":"2026-03-05T18:37:55.996715Z","steps":["trace[327942152] 'process raft request' (duration: 890.330093ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:55.996533Z","caller":"traceutil/trace.go:171","msg":"trace[720975519] transaction","detail":"{read_only:false; response_revision:23294; number_of_response:1; }","duration":"990.278817ms","start":"2026-03-05T18:37:55.006235Z","end":"2026-03-05T18:37:55.996513Z","steps":["trace[720975519] 'process raft request' (duration: 990.042342ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:55.996778Z","caller":"traceutil/trace.go:171","msg":"trace[775309252] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"888.340156ms","start":"2026-03-05T18:37:55.108413Z","end":"2026-03-05T18:37:55.996753Z","steps":["trace[775309252] 'process raft request' (duration: 888.192192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:55.996818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:55.105979Z","time spent":"890.789754ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:55.99685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:55.006208Z","time spent":"990.594825ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:55.996919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:55.108406Z","time spent":"888.443738ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:55.997003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878512601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T18:37:55.997033Z","caller":"traceutil/trace.go:171","msg":"trace[2061912629] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23300; }","duration":"1.878574822s","start":"2026-03-05T18:37:54.118448Z","end":"2026-03-05T18:37:55.997022Z","steps":["trace[2061912629] 'agreement among raft nodes before linearized reading' (duration: 1.878305076s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:55.997058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:54.118435Z","time spent":"1.878618303s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T18:37:55.996674Z","caller":"traceutil/trace.go:171","msg":"trace[995293697] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"889.256558ms","start":"2026-03-05T18:37:55.1074Z","end":"2026-03-05T18:37:55.996657Z","steps":["trace[995293697] 'process raft request' (duration: 889.158785ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:55.997218Z","caller":"traceutil/trace.go:171","msg":"trace[64970658] transaction","detail":"{read_only:false; response_revision:23292; number_of_response:1; }","duration":"1.876269027s","start":"2026-03-05T18:37:54.120936Z","end":"2026-03-05T18:37:55.997205Z","steps":["trace[64970658] 'process raft request' (duration: 1.875194072s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:55.997247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:55.107368Z","time spent":"889.835631ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:55.997249Z","caller":"traceutil/trace.go:171","msg":"trace[147310976] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"890.778664ms","start":"2026-03-05T18:37:55.106451Z","end":"2026-03-05T18:37:55.99723Z","steps":["trace[147310976] 'process raft request' (duration: 889.931514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:55.997303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:54.120931Z","time spent":"1.876337449s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:55.997332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875925089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:55.997349Z","caller":"traceutil/trace.go:171","msg":"trace[1413693508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23300; }","duration":"1.87595365s","start":"2026-03-05T18:37:54.12139Z","end":"2026-03-05T18:37:55.997343Z","steps":["trace[1413693508] 'agreement among raft nodes before linearized reading' (duration: 1.875919199s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:55.997347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:55.106441Z","time spent":"890.852095ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:55.997401Z","caller":"traceutil/trace.go:171","msg":"trace[1898616172] transaction","detail":"{read_only:false; response_revision:23297; number_of_response:1; }","duration":"890.491857ms","start":"2026-03-05T18:37:55.1069Z","end":"2026-03-05T18:37:55.997391Z","steps":["trace[1898616172] 'process raft request' (duration: 889.564455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:55.997455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.751539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:55.997465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:55.106893Z","time spent":"890.544739ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:55.997466Z","caller":"traceutil/trace.go:171","msg":"trace[319135292] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"890.281621ms","start":"2026-03-05T18:37:55.10717Z","end":"2026-03-05T18:37:55.997452Z","steps":["trace[319135292] 'process raft request' (duration: 889.340709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:55.997501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323008709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:55.997476Z","caller":"traceutil/trace.go:171","msg":"trace[890422287] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23300; }","duration":"807.810231ms","start":"2026-03-05T18:37:55.189658Z","end":"2026-03-05T18:37:55.997469Z","steps":["trace[890422287] 'agreement among raft nodes before linearized reading' (duration: 807.77177ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:55.997521Z","caller":"traceutil/trace.go:171","msg":"trace[387100573] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23300; }","duration":"1.323085791s","start":"2026-03-05T18:37:54.67443Z","end":"2026-03-05T18:37:55.997516Z","steps":["trace[387100573] 'agreement among raft nodes before linearized reading' (duration: 1.32305786s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:55.997539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:54.674408Z","time spent":"1.323126672s","remote":"127.0.0.1:43020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:55.997545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:55.107164Z","time spent":"890.339312ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:55.997367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:54.121381Z","time spent":"1.875983501s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:37:55.997657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7673295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:55.997678Z","caller":"traceutil/trace.go:171","msg":"trace[1253805594] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23300; }","duration":"1.767373791s","start":"2026-03-05T18:37:54.230297Z","end":"2026-03-05T18:37:55.997671Z","steps":["trace[1253805594] 'agreement among raft nodes before linearized reading' (duration: 1.767340881s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:55.997695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:54.230283Z","time spent":"1.767406842s","remote":"127.0.0.1:43906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:55.997777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813034412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:55.997852Z","caller":"traceutil/trace.go:171","msg":"trace[1372329342] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23300; }","duration":"1.813149626s","start":"2026-03-05T18:37:54.184685Z","end":"2026-03-05T18:37:55.997835Z","steps":["trace[1372329342] 'agreement among raft nodes before linearized reading' (duration: 1.813023292s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:55.997895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:54.184669Z","time spent":"1.813216127s","remote":"127.0.0.1:56078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:55.997913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776697894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-05T18:37:55.997959Z","caller":"traceutil/trace.go:171","msg":"trace[480337996] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23300; }","duration":"1.776780446s","start":"2026-03-05T18:37:54.221165Z","end":"2026-03-05T18:37:55.997945Z","steps":["trace[480337996] 'agreement among raft nodes before linearized reading' (duration: 1.776627281s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:55.997991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:54.221147Z","time spent":"1.776837577s","remote":"127.0.0.1:42952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-05T18:37:55.997549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:55.189636Z","time spent":"807.898423ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:56.501997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916342,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:37:57.00297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916342,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:37:57.504056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916342,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:37:58.004992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916342,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:37:58.006979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999866253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:37:58.007052Z","caller":"traceutil/trace.go:171","msg":"trace[1014208778] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999965005s","start":"2026-03-05T18:37:56.007072Z","end":"2026-03-05T18:37:58.007037Z","steps":["trace[1014208778] 'agreement among raft nodes before linearized reading' (duration: 1.999877673s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:58.007106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:56.007065Z","time spent":"2.000031756s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:37:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:37:58.066834Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.066251313s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:37:58.21964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.56723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:37:58.219731Z","caller":"traceutil/trace.go:171","msg":"trace[1183506456] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"2.219211452s","start":"2026-03-05T18:37:56.000504Z","end":"2026-03-05T18:37:58.219716Z","steps":["trace[1183506456] 'process raft request' (duration: 2.066517269s)","trace[1183506456] 'compare' (duration: 151.164916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:58.219768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:56.000493Z","time spent":"2.219260683s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T18:37:59.492563Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.424431008s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:37:59.493041Z","caller":"traceutil/trace.go:171","msg":"trace[1146994291] transaction","detail":"{read_only:false; response_revision:23303; number_of_response:1; }","duration":"3.01807933s","start":"2026-03-05T18:37:56.47494Z","end":"2026-03-05T18:37:59.493019Z","steps":["trace[1146994291] 'process raft request' (duration: 3.017994468s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:59.493177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:56.474922Z","time spent":"3.018186633s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:59.493353Z","caller":"traceutil/trace.go:171","msg":"trace[1721398894] transaction","detail":"{read_only:false; response_revision:23304; number_of_response:1; }","duration":"1.490930492s","start":"2026-03-05T18:37:58.0024Z","end":"2026-03-05T18:37:59.49333Z","steps":["trace[1721398894] 'process raft request' (duration: 1.490582454s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:59.493477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:58.002374Z","time spent":"1.491034704s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:59.493451Z","caller":"traceutil/trace.go:171","msg":"trace[765538509] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"3.375071196s","start":"2026-03-05T18:37:56.118324Z","end":"2026-03-05T18:37:59.493395Z","steps":["trace[765538509] 'process raft request' (duration: 3.374451121s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:59.493713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:56.118301Z","time spent":"3.375338032s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:59.49381Z","caller":"traceutil/trace.go:171","msg":"trace[274318395] transaction","detail":"{read_only:false; response_revision:23306; number_of_response:1; }","duration":"1.490743138s","start":"2026-03-05T18:37:58.003041Z","end":"2026-03-05T18:37:59.493784Z","steps":["trace[274318395] 'process raft request' (duration: 1.490622095s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:59.493841Z","caller":"traceutil/trace.go:171","msg":"trace[1689826988] transaction","detail":"{read_only:false; response_revision:23305; number_of_response:1; }","duration":"1.490914432s","start":"2026-03-05T18:37:58.002904Z","end":"2026-03-05T18:37:59.493818Z","steps":["trace[1689826988] 'process raft request' (duration: 1.490347459s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:59.49393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:58.002882Z","time spent":"1.491001333s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:59.493943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:58.003029Z","time spent":"1.49084536s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:59.494032Z","caller":"traceutil/trace.go:171","msg":"trace[408333445] transaction","detail":"{read_only:false; response_revision:23308; number_of_response:1; }","duration":"1.490214415s","start":"2026-03-05T18:37:58.003804Z","end":"2026-03-05T18:37:59.494018Z","steps":["trace[408333445] 'process raft request' (duration: 1.490105892s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:59.494042Z","caller":"traceutil/trace.go:171","msg":"trace[1951895221] transaction","detail":"{read_only:false; response_revision:23307; number_of_response:1; }","duration":"1.490948263s","start":"2026-03-05T18:37:58.003063Z","end":"2026-03-05T18:37:59.494011Z","steps":["trace[1951895221] 'process raft request' (duration: 1.490684306s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:59.494103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:58.003114Z","time spent":"1.490953794s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:59.494137Z","caller":"traceutil/trace.go:171","msg":"trace[956405606] transaction","detail":"{read_only:false; response_revision:23310; number_of_response:1; }","duration":"1.447247999s","start":"2026-03-05T18:37:58.046865Z","end":"2026-03-05T18:37:59.494113Z","steps":["trace[956405606] 'process raft request' (duration: 1.447144396s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:59.494063Z","caller":"traceutil/trace.go:171","msg":"trace[2015309487] linearizableReadLoop","detail":"{readStateIndex:24133; appliedIndex:24124; }","duration":"3.492399522s","start":"2026-03-05T18:37:56.00165Z","end":"2026-03-05T18:37:59.49405Z","steps":["trace[2015309487] 'read index received' (duration: 2.065386152s)","trace[2015309487] 'applied index is now lower than readState.Index' (duration: 1.42701261s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:59.494193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:58.04683Z","time spent":"1.447332011s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:59.494074Z","caller":"traceutil/trace.go:171","msg":"trace[1558829575] transaction","detail":"{read_only:false; response_revision:23309; number_of_response:1; }","duration":"1.490059472s","start":"2026-03-05T18:37:58.004004Z","end":"2026-03-05T18:37:59.494064Z","steps":["trace[1558829575] 'process raft request' (duration: 1.489967249s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:59.494203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.492542465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T18:37:59.494242Z","caller":"traceutil/trace.go:171","msg":"trace[825670744] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23310; }","duration":"3.492604397s","start":"2026-03-05T18:37:56.001628Z","end":"2026-03-05T18:37:59.494232Z","steps":["trace[825670744] 'agreement among raft nodes before linearized reading' (duration: 3.492463264s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:59.494254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:58.003988Z","time spent":"1.490238835s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:59.49428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:56.001618Z","time spent":"3.492653638s","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-05T18:37:59.494279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:58.003044Z","time spent":"1.491099656s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:59.994526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:00.008136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000907657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:38:00.008224Z","caller":"traceutil/trace.go:171","msg":"trace[212646529] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001033469s","start":"2026-03-05T18:37:58.00717Z","end":"2026-03-05T18:38:00.008204Z","steps":["trace[212646529] 'agreement among raft nodes before linearized reading' (duration: 2.000920447s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:00.008273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:58.007159Z","time spent":"2.001104431s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:38:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:38:00.494752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:00.995852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:01.206655Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.70725699s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:38:01.306244Z","caller":"traceutil/trace.go:171","msg":"trace[86499711] transaction","detail":"{read_only:false; response_revision:23311; number_of_response:1; }","duration":"2.187426498s","start":"2026-03-05T18:37:59.118788Z","end":"2026-03-05T18:38:01.306214Z","steps":["trace[86499711] 'process raft request' (duration: 2.088328774s)","trace[86499711] 'compare' (duration: 98.130602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:01.306392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:59.118761Z","time spent":"2.187554321s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:02.01632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000736543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:38:02.016383Z","caller":"traceutil/trace.go:171","msg":"trace[1227969448] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000842395s","start":"2026-03-05T18:38:00.015526Z","end":"2026-03-05T18:38:02.016369Z","steps":["trace[1227969448] 'agreement among raft nodes before linearized reading' (duration: 2.000757273s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:02.01642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:00.015513Z","time spent":"2.000901576s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:38:02.139556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:01.452493Z","time spent":"687.054954ms","remote":"127.0.0.1:59090","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T18:38:03.001704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999768733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-03-05T18:38:03.001714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999734612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:38:03.001789Z","caller":"traceutil/trace.go:171","msg":"trace[1516594301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999930557s","start":"2026-03-05T18:37:58.001837Z","end":"2026-03-05T18:38:03.001768Z","steps":["trace[1516594301] 'agreement among raft nodes before linearized reading' (duration: 4.999797704s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:03.001799Z","caller":"traceutil/trace.go:171","msg":"trace[2116558879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999868485s","start":"2026-03-05T18:37:58.001912Z","end":"2026-03-05T18:38:03.00178Z","steps":["trace[2116558879] 'agreement among raft nodes before linearized reading' (duration: 4.999763573s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.001799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999822595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-03-05T18:38:03.001841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:58.001817Z","time spent":"5.000013959s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:38:03.001846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:58.001889Z","time spent":"4.999946917s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/05 18:38:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/05 18:38:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-05T18:38:03.001876Z","caller":"traceutil/trace.go:171","msg":"trace[1025912425] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999954197s","start":"2026-03-05T18:37:58.001903Z","end":"2026-03-05T18:38:03.001857Z","steps":["trace[1025912425] 'agreement among raft nodes before linearized reading' (duration: 4.999836555s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.001976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:58.001892Z","time spent":"5.00007312s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/05 18:38:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:38:03.590284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133064635s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-05T18:38:03.590558Z","caller":"traceutil/trace.go:171","msg":"trace[801815997] linearizableReadLoop","detail":"{readStateIndex:24136; appliedIndex:24134; }","duration":"4.096341239s","start":"2026-03-05T18:37:59.494199Z","end":"2026-03-05T18:38:03.59054Z","steps":["trace[801815997] 'read index received' (duration: 1.712858691s)","trace[801815997] 'applied index is now lower than readState.Index' (duration: 2.383481268s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:03.591522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.981279573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:38:03.591574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.374833906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:03.591616Z","caller":"traceutil/trace.go:171","msg":"trace[1760550803] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23311; }","duration":"5.374924408s","start":"2026-03-05T18:37:58.216678Z","end":"2026-03-05T18:38:03.591602Z","steps":["trace[1760550803] 'agreement among raft nodes before linearized reading' (duration: 5.374843156s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:03.59162Z","caller":"traceutil/trace.go:171","msg":"trace[408400616] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23311; }","duration":"5.981428697s","start":"2026-03-05T18:37:57.610169Z","end":"2026-03-05T18:38:03.591598Z","steps":["trace[408400616] 'agreement among raft nodes before linearized reading' (duration: 5.981264953s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.591618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.582158816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-05T18:38:03.591658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:58.216656Z","time spent":"5.374990839s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:38:03.59165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.589257314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-05T18:38:03.591632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.589585636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T18:38:03.591707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.499679369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:03.59174Z","caller":"traceutil/trace.go:171","msg":"trace[1010722781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23311; }","duration":"5.58972648s","start":"2026-03-05T18:37:58.002005Z","end":"2026-03-05T18:38:03.591731Z","steps":["trace[1010722781] 'agreement among raft nodes before linearized reading' (duration: 5.589462954s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:03.591753Z","caller":"traceutil/trace.go:171","msg":"trace[587236247] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23311; }","duration":"7.589371427s","start":"2026-03-05T18:37:56.002359Z","end":"2026-03-05T18:38:03.591731Z","steps":["trace[587236247] 'agreement among raft nodes before linearized reading' (duration: 7.589120861s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:03.591773Z","caller":"traceutil/trace.go:171","msg":"trace[759683919] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23311; }","duration":"5.499781471s","start":"2026-03-05T18:37:58.091974Z","end":"2026-03-05T18:38:03.591756Z","steps":["trace[759683919] 'agreement among raft nodes before linearized reading' (duration: 5.499694909s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.591798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.591972283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T18:38:03.591821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:56.002348Z","time spent":"7.589453959s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-05T18:38:03.591835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.240373172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:03.591842Z","caller":"traceutil/trace.go:171","msg":"trace[935308041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23311; }","duration":"5.592054355s","start":"2026-03-05T18:37:57.999776Z","end":"2026-03-05T18:38:03.59183Z","steps":["trace[935308041] 'agreement among raft nodes before linearized reading' (duration: 5.591934262s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:03.591866Z","caller":"traceutil/trace.go:171","msg":"trace[1740423303] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23311; }","duration":"6.240469424s","start":"2026-03-05T18:37:57.351388Z","end":"2026-03-05T18:38:03.591857Z","steps":["trace[1740423303] 'agreement among raft nodes before linearized reading' (duration: 6.240412843s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.591912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:57.351368Z","time spent":"6.240536596s","remote":"127.0.0.1:60560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:03.591934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.618320665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:03.591817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.147085507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-05T18:38:03.592025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.919567083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:38:03.591778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:58.001993Z","time spent":"5.589773541s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T18:38:03.592073Z","caller":"traceutil/trace.go:171","msg":"trace[406318394] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23311; }","duration":"5.919654905s","start":"2026-03-05T18:37:57.672408Z","end":"2026-03-05T18:38:03.592063Z","steps":["trace[406318394] 'agreement among raft nodes before linearized reading' (duration: 5.919581253s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.591652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.049162788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-05T18:38:03.592137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.298025594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:03.592168Z","caller":"traceutil/trace.go:171","msg":"trace[32539383] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23311; }","duration":"6.049738772s","start":"2026-03-05T18:37:57.542416Z","end":"2026-03-05T18:38:03.592155Z","steps":["trace[32539383] 'agreement among raft nodes before linearized reading' (duration: 6.049023255s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:03.591968Z","caller":"traceutil/trace.go:171","msg":"trace[745198394] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23311; }","duration":"5.618357626s","start":"2026-03-05T18:37:57.973601Z","end":"2026-03-05T18:38:03.591958Z","steps":["trace[745198394] 'agreement among raft nodes before linearized reading' (duration: 5.618296985s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:03.592036Z","caller":"traceutil/trace.go:171","msg":"trace[838112822] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23311; }","duration":"5.147567258s","start":"2026-03-05T18:37:58.444447Z","end":"2026-03-05T18:38:03.592014Z","steps":["trace[838112822] 'agreement among raft nodes before linearized reading' (duration: 5.147003385s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.592406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:58.444414Z","time spent":"5.147974619s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-05T18:38:03.592197Z","caller":"traceutil/trace.go:171","msg":"trace[686144681] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23311; }","duration":"7.298131646s","start":"2026-03-05T18:37:56.294049Z","end":"2026-03-05T18:38:03.59218Z","steps":["trace[686144681] 'agreement among raft nodes before linearized reading' (duration: 7.298043754s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.592573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:56.294028Z","time spent":"7.298513407s","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:03.591877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:57.999754Z","time spent":"5.592115246s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:38:03.592285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:57.542395Z","time spent":"6.049869535s","remote":"127.0.0.1:43120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":176,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:03.592591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.36908638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5bc69fb6bd-9wwkt.189a05db7f63f55b\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-05T18:38:03.591827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:58.091952Z","time spent":"5.499857734s","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:03.591698Z","caller":"traceutil/trace.go:171","msg":"trace[1558726367] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23311; }","duration":"7.582265488s","start":"2026-03-05T18:37:56.00941Z","end":"2026-03-05T18:38:03.591676Z","steps":["trace[1558726367] 'agreement among raft nodes before linearized reading' (duration: 7.582034172s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.593195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:56.009395Z","time spent":"7.583782895s","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T18:38:03.591683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:57.610147Z","time spent":"5.981521238s","remote":"127.0.0.1:56160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:03.593224Z","caller":"traceutil/trace.go:171","msg":"trace[921344205] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5bc69fb6bd-9wwkt.189a05db7f63f55b; range_end:; response_count:1; response_revision:23311; }","duration":"5.369888719s","start":"2026-03-05T18:37:58.223172Z","end":"2026-03-05T18:38:03.593061Z","steps":["trace[921344205] 'agreement among raft nodes before linearized reading' (duration: 5.368358442s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.592105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.589606782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c20d1793-988d-4fc3-85bb-b26380cf4d9f\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-05T18:38:03.593493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:58.22316Z","time spent":"5.370277739s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-5bc69fb6bd-9wwkt.189a05db7f63f55b\" "} {"level":"warn","ts":"2026-03-05T18:38:03.592116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:57.672386Z","time spent":"5.919719807s","remote":"127.0.0.1:43100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:03.593508Z","caller":"traceutil/trace.go:171","msg":"trace[1489145557] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c20d1793-988d-4fc3-85bb-b26380cf4d9f; range_end:; response_count:1; response_revision:23311; }","duration":"7.591024586s","start":"2026-03-05T18:37:56.002467Z","end":"2026-03-05T18:38:03.593492Z","steps":["trace[1489145557] 'agreement among raft nodes before linearized reading' (duration: 7.58952718s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:03.592447Z","caller":"traceutil/trace.go:171","msg":"trace[618191440] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"2.091719606s","start":"2026-03-05T18:38:01.500693Z","end":"2026-03-05T18:38:03.592413Z","steps":["trace[618191440] 'process raft request' (duration: 2.089702838s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.59397Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.456982609s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:38:03.593715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:56.002458Z","time spent":"7.591238021s","remote":"127.0.0.1:42950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-c20d1793-988d-4fc3-85bb-b26380cf4d9f\" "} {"level":"warn","ts":"2026-03-05T18:38:03.593974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:01.500672Z","time spent":"2.093238462s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:03.592345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:57.973575Z","time spent":"5.618745966s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:03.592203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.472208832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:03.594396Z","caller":"traceutil/trace.go:171","msg":"trace[113903782] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23311; }","duration":"4.474439145s","start":"2026-03-05T18:37:59.119944Z","end":"2026-03-05T18:38:03.594383Z","steps":["trace[113903782] 'agreement among raft nodes before linearized reading' (duration: 4.472211752s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.594465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:59.119925Z","time spent":"4.474523386s","remote":"127.0.0.1:42950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:03.817267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.845552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:03.817476Z","caller":"traceutil/trace.go:171","msg":"trace[190198902] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"2.316603756s","start":"2026-03-05T18:38:01.500849Z","end":"2026-03-05T18:38:03.817453Z","steps":["trace[190198902] 'process raft request' (duration: 2.093280573s)","trace[190198902] 'compare' (duration: 222.173556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:03.817549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:01.500805Z","time spent":"2.316712129s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:03.81759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.894575494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T18:38:03.817678Z","caller":"traceutil/trace.go:171","msg":"trace[1454133831] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23312; }","duration":"4.894712147s","start":"2026-03-05T18:37:58.922945Z","end":"2026-03-05T18:38:03.817657Z","steps":["trace[1454133831] 'agreement among raft nodes before linearized reading' (duration: 4.669303874s)","trace[1454133831] 'count revisions from in-memory index tree' (duration: 225.28547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:03.817728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:58.922928Z","time spent":"4.894790169s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2597,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:03.81793Z","caller":"traceutil/trace.go:171","msg":"trace[862550693] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"2.316609896s","start":"2026-03-05T18:38:01.501304Z","end":"2026-03-05T18:38:03.817914Z","steps":["trace[862550693] 'process raft request' (duration: 2.316094404s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.818037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:01.501288Z","time spent":"2.316689687s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:03.818135Z","caller":"traceutil/trace.go:171","msg":"trace[2096832592] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"2.316732879s","start":"2026-03-05T18:38:01.501389Z","end":"2026-03-05T18:38:03.818122Z","steps":["trace[2096832592] 'process raft request' (duration: 2.316463393s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.818197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:01.501362Z","time spent":"2.316800531s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:03.818325Z","caller":"traceutil/trace.go:171","msg":"trace[2055685888] linearizableReadLoop","detail":"{readStateIndex:24144; appliedIndex:24137; }","duration":"227.717747ms","start":"2026-03-05T18:38:03.590592Z","end":"2026-03-05T18:38:03.81831Z","steps":["trace[2055685888] 'read index received' (duration: 3.535334ms)","trace[2055685888] 'applied index is now lower than readState.Index' (duration: 224.180953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:03.818384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584910096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:03.818416Z","caller":"traceutil/trace.go:171","msg":"trace[1128444923] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23319; }","duration":"1.584942596s","start":"2026-03-05T18:38:02.233462Z","end":"2026-03-05T18:38:03.818405Z","steps":["trace[1128444923] 'agreement among raft nodes before linearized reading' (duration: 1.584871905s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.818453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902433047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:03.818458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:02.233401Z","time spent":"1.585049648s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:03.818482Z","caller":"traceutil/trace.go:171","msg":"trace[1867437691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23319; }","duration":"1.902492918s","start":"2026-03-05T18:38:01.915978Z","end":"2026-03-05T18:38:03.818471Z","steps":["trace[1867437691] 'agreement among raft nodes before linearized reading' (duration: 1.902459437s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.818478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.509254424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:03.818545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:01.915956Z","time spent":"1.90258168s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:38:03.818555Z","caller":"traceutil/trace.go:171","msg":"trace[337419324] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23319; }","duration":"2.509363487s","start":"2026-03-05T18:38:01.309179Z","end":"2026-03-05T18:38:03.818543Z","steps":["trace[337419324] 'agreement among raft nodes before linearized reading' (duration: 2.509264654s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.818588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:01.309137Z","time spent":"2.509442118s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:03.818639Z","caller":"traceutil/trace.go:171","msg":"trace[1412109180] transaction","detail":"{read_only:false; response_revision:23316; number_of_response:1; }","duration":"2.316896103s","start":"2026-03-05T18:38:01.501731Z","end":"2026-03-05T18:38:03.818627Z","steps":["trace[1412109180] 'process raft request' (duration: 2.316331739s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.818695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:01.501725Z","time spent":"2.316938213s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:03.818732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122462232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:03.818775Z","caller":"traceutil/trace.go:171","msg":"trace[559716915] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23319; }","duration":"2.122557735s","start":"2026-03-05T18:38:01.696207Z","end":"2026-03-05T18:38:03.818765Z","steps":["trace[559716915] 'agreement among raft nodes before linearized reading' (duration: 2.122498293s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.818803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:01.696176Z","time spent":"2.122619435s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:03.818819Z","caller":"traceutil/trace.go:171","msg":"trace[1924613241] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"2.316886443s","start":"2026-03-05T18:38:01.501919Z","end":"2026-03-05T18:38:03.818806Z","steps":["trace[1924613241] 'process raft request' (duration: 2.316262668s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.818865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:01.501901Z","time spent":"2.316938683s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:03.818925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.686884705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:38:03.818949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497164067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:03.818964Z","caller":"traceutil/trace.go:171","msg":"trace[1051590215] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"640.659105ms","start":"2026-03-05T18:38:03.178297Z","end":"2026-03-05T18:38:03.818957Z","steps":["trace[1051590215] 'process raft request' (duration: 639.972999ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:03.818967Z","caller":"traceutil/trace.go:171","msg":"trace[1050475835] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23319; }","duration":"2.686969617s","start":"2026-03-05T18:38:01.131986Z","end":"2026-03-05T18:38:03.818956Z","steps":["trace[1050475835] 'agreement among raft nodes before linearized reading' (duration: 2.686839054s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:03.818978Z","caller":"traceutil/trace.go:171","msg":"trace[1074292161] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23319; }","duration":"2.497209588s","start":"2026-03-05T18:38:01.321759Z","end":"2026-03-05T18:38:03.818969Z","steps":["trace[1074292161] 'agreement among raft nodes before linearized reading' (duration: 2.497166587s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:01.131966Z","time spent":"2.687027069s","remote":"127.0.0.1:43286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:03.819008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:01.321752Z","time spent":"2.497248009s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:03.819011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.178274Z","time spent":"640.712247ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:03.819092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.534665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:03.819128Z","caller":"traceutil/trace.go:171","msg":"trace[588735395] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23319; }","duration":"586.602417ms","start":"2026-03-05T18:38:03.232517Z","end":"2026-03-05T18:38:03.819119Z","steps":["trace[588735395] 'agreement among raft nodes before linearized reading' (duration: 586.550386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.819154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.2325Z","time spent":"586.646939ms","remote":"127.0.0.1:39012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:03.819174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024800309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:03.819201Z","caller":"traceutil/trace.go:171","msg":"trace[1441283385] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23319; }","duration":"3.0248296s","start":"2026-03-05T18:38:00.794364Z","end":"2026-03-05T18:38:03.819194Z","steps":["trace[1441283385] 'agreement among raft nodes before linearized reading' (duration: 3.024781839s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.819229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:00.794312Z","time spent":"3.024910381s","remote":"127.0.0.1:43178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:03.819318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.836104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:03.819347Z","caller":"traceutil/trace.go:171","msg":"trace[95846792] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23319; }","duration":"898.904566ms","start":"2026-03-05T18:38:02.920433Z","end":"2026-03-05T18:38:03.819338Z","steps":["trace[95846792] 'agreement among raft nodes before linearized reading' (duration: 898.841765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.819373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:02.920412Z","time spent":"898.953768ms","remote":"127.0.0.1:60564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:03.819407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.323058084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:38:03.81944Z","caller":"traceutil/trace.go:171","msg":"trace[2070156250] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23319; }","duration":"4.323121475s","start":"2026-03-05T18:37:59.49631Z","end":"2026-03-05T18:38:03.819431Z","steps":["trace[2070156250] 'agreement among raft nodes before linearized reading' (duration: 4.323056534s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.819465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:59.496292Z","time spent":"4.323166797s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T18:38:03.818418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801636762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:03.819506Z","caller":"traceutil/trace.go:171","msg":"trace[626832644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23319; }","duration":"1.80277122s","start":"2026-03-05T18:38:02.016726Z","end":"2026-03-05T18:38:03.819497Z","steps":["trace[626832644] 'agreement among raft nodes before linearized reading' (duration: 1.801657923s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.819536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:02.016703Z","time spent":"1.802823461s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:38:03.818937Z","caller":"traceutil/trace.go:171","msg":"trace[1760168275] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"2.316886543s","start":"2026-03-05T18:38:01.50204Z","end":"2026-03-05T18:38:03.818927Z","steps":["trace[1760168275] 'process raft request' (duration: 2.316194816s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.819678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:01.502022Z","time spent":"2.31762011s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:04.318403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:04.818892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:04.947955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.168672828s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:38:04.948892Z","caller":"traceutil/trace.go:171","msg":"trace[358911228] linearizableReadLoop","detail":"{readStateIndex:24148; appliedIndex:24144; }","duration":"1.130510346s","start":"2026-03-05T18:38:03.818359Z","end":"2026-03-05T18:38:04.94887Z","steps":["trace[358911228] 'read index received' (duration: 1.129784459s)","trace[358911228] 'applied index is now lower than readState.Index' (duration: 724.927µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:04.948937Z","caller":"traceutil/trace.go:171","msg":"trace[2117394156] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"1.347851087s","start":"2026-03-05T18:38:03.601055Z","end":"2026-03-05T18:38:04.948906Z","steps":["trace[2117394156] 'process raft request' (duration: 1.347750695s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:04.948921Z","caller":"traceutil/trace.go:171","msg":"trace[535584831] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"1.3496297s","start":"2026-03-05T18:38:03.599211Z","end":"2026-03-05T18:38:04.948841Z","steps":["trace[535584831] 'process raft request' (duration: 1.349242331s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:04.949079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.601045Z","time spent":"1.3479584s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:04.949142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320701185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-05T18:38:04.949181Z","caller":"traceutil/trace.go:171","msg":"trace[1524949593] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:23323; }","duration":"1.320813498s","start":"2026-03-05T18:38:03.628356Z","end":"2026-03-05T18:38:04.94917Z","steps":["trace[1524949593] 'agreement among raft nodes before linearized reading' (duration: 1.320649625s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:04.949226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.628346Z","time spent":"1.32087167s","remote":"127.0.0.1:42992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":563,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-05T18:38:04.949207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351406233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:04.949042Z","caller":"traceutil/trace.go:171","msg":"trace[60407365] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"1.349603079s","start":"2026-03-05T18:38:03.59941Z","end":"2026-03-05T18:38:04.949013Z","steps":["trace[60407365] 'process raft request' (duration: 1.349282371s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:04.949374Z","caller":"traceutil/trace.go:171","msg":"trace[2120654831] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23323; }","duration":"1.351577976s","start":"2026-03-05T18:38:03.597742Z","end":"2026-03-05T18:38:04.94932Z","steps":["trace[2120654831] 'agreement among raft nodes before linearized reading' (duration: 1.351265599s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:04.949473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.597727Z","time spent":"1.35172269s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:38:04.949559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.599387Z","time spent":"1.35005668s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:04.94969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.752467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:04.949266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.599201Z","time spent":"1.349864745s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:04.949585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120515529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:04.949967Z","caller":"traceutil/trace.go:171","msg":"trace[267257457] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23323; }","duration":"367.078724ms","start":"2026-03-05T18:38:04.58286Z","end":"2026-03-05T18:38:04.949939Z","steps":["trace[267257457] 'agreement among raft nodes before linearized reading' (duration: 366.714716ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:04.95002Z","caller":"traceutil/trace.go:171","msg":"trace[1521762176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23323; }","duration":"1.12096644s","start":"2026-03-05T18:38:03.829035Z","end":"2026-03-05T18:38:04.950002Z","steps":["trace[1521762176] 'agreement among raft nodes before linearized reading' (duration: 1.120511349s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:04.950042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35131398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-05T18:38:04.950045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:04.582837Z","time spent":"367.184126ms","remote":"127.0.0.1:33524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:04.950088Z","caller":"traceutil/trace.go:171","msg":"trace[1520186396] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23323; }","duration":"1.351375851s","start":"2026-03-05T18:38:03.598699Z","end":"2026-03-05T18:38:04.950075Z","steps":["trace[1520186396] 'agreement among raft nodes before linearized reading' (duration: 1.351224647s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:04.950124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.598692Z","time spent":"1.351424852s","remote":"127.0.0.1:42952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-05T18:38:04.950135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011163332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:04.950173Z","caller":"traceutil/trace.go:171","msg":"trace[611929197] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23323; }","duration":"1.011242484s","start":"2026-03-05T18:38:03.938918Z","end":"2026-03-05T18:38:04.95016Z","steps":["trace[611929197] 'agreement among raft nodes before linearized reading' (duration: 1.011193312s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:04.950217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.938898Z","time spent":"1.011310136s","remote":"127.0.0.1:33854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:04.948538Z","caller":"traceutil/trace.go:171","msg":"trace[103214486] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"1.350409188s","start":"2026-03-05T18:38:03.598105Z","end":"2026-03-05T18:38:04.948514Z","steps":["trace[103214486] 'process raft request' (duration: 1.35010149s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:04.950077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.829024Z","time spent":"1.121037261s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:38:04.950651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.598065Z","time spent":"1.352369214s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:04.95009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.523809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T18:38:04.951019Z","caller":"traceutil/trace.go:171","msg":"trace[2133435912] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:23323; }","duration":"834.486181ms","start":"2026-03-05T18:38:04.116518Z","end":"2026-03-05T18:38:04.951004Z","steps":["trace[2133435912] 'agreement among raft nodes before linearized reading' (duration: 833.475708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:04.951111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:04.116497Z","time spent":"834.597995ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-05T18:38:04.949971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.673612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T18:38:04.951179Z","caller":"traceutil/trace.go:171","msg":"trace[112626862] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23323; }","duration":"492.878571ms","start":"2026-03-05T18:38:04.458287Z","end":"2026-03-05T18:38:04.951165Z","steps":["trace[112626862] 'agreement among raft nodes before linearized reading' (duration: 491.323094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:04.951923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:04.458193Z","time spent":"493.695ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":173,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:05.456088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916373,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:06.694222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01531476s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-05T18:38:06.694325Z","caller":"traceutil/trace.go:171","msg":"trace[776172037] linearizableReadLoop","detail":"{readStateIndex:24149; appliedIndex:24148; }","duration":"1.739191485s","start":"2026-03-05T18:38:04.955113Z","end":"2026-03-05T18:38:06.694304Z","steps":["trace[776172037] 'read index received' (duration: 723.902285ms)","trace[776172037] 'applied index is now lower than readState.Index' (duration: 1.01528761s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:06.694394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:04.952062Z","time spent":"1.742329319s","remote":"127.0.0.1:42848","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T18:38:06.694712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739564664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-45b68be3-9193-4792-b37a-fbf54990c7c4\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-05T18:38:06.695237Z","caller":"traceutil/trace.go:171","msg":"trace[36469088] range","detail":"{range_begin:/registry/persistentvolumes/pvc-45b68be3-9193-4792-b37a-fbf54990c7c4; range_end:; response_count:1; response_revision:23323; }","duration":"1.740126257s","start":"2026-03-05T18:38:04.955083Z","end":"2026-03-05T18:38:06.69521Z","steps":["trace[36469088] 'agreement among raft nodes before linearized reading' (duration: 1.739335159s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:06.695319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:04.955067Z","time spent":"1.740223679s","remote":"127.0.0.1:42950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-45b68be3-9193-4792-b37a-fbf54990c7c4\" "} {"level":"warn","ts":"2026-03-05T18:38:06.958338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99976937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:38:06.958461Z","caller":"traceutil/trace.go:171","msg":"trace[1984802280] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999974084s","start":"2026-03-05T18:38:04.958456Z","end":"2026-03-05T18:38:06.95843Z","steps":["trace[1984802280] 'agreement among raft nodes before linearized reading' (duration: 1.999831131s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:06.958546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:04.958416Z","time spent":"2.000108708s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:38:07.1949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916384,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:07.293663Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.61468753s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:38:08.000835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997550485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:38:08.000935Z","caller":"traceutil/trace.go:171","msg":"trace[1573242652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997683728s","start":"2026-03-05T18:38:05.00322Z","end":"2026-03-05T18:38:08.000904Z","steps":["trace[1573242652] 'agreement among raft nodes before linearized reading' (duration: 2.997569135s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:08.000987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:05.003208Z","time spent":"2.997767959s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/05 18:38:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:38:08.001636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998119048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:38:08.001742Z","caller":"traceutil/trace.go:171","msg":"trace[1680093951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998289953s","start":"2026-03-05T18:38:05.003425Z","end":"2026-03-05T18:38:08.001715Z","steps":["trace[1680093951] 'agreement among raft nodes before linearized reading' (duration: 2.998149578s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:08.00182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:05.003407Z","time spent":"2.998399336s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/05 18:38:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:38:08.002261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998788195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:38:08.00235Z","caller":"traceutil/trace.go:171","msg":"trace[1931848135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998903417s","start":"2026-03-05T18:38:05.003421Z","end":"2026-03-05T18:38:08.002324Z","steps":["trace[1931848135] 'agreement among raft nodes before linearized reading' (duration: 2.998801734s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:08.002468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:05.003413Z","time spent":"2.999041761s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/05 18:38:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:38:08.158928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.973754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:08.159045Z","caller":"traceutil/trace.go:171","msg":"trace[1834106891] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"2.558888208s","start":"2026-03-05T18:38:05.600133Z","end":"2026-03-05T18:38:08.159021Z","steps":["trace[1834106891] 'process raft request' (duration: 1.69373982s)","trace[1834106891] 'compare' (duration: 864.395949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:08.159112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:05.600107Z","time spent":"2.558977239s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:08.598382Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.30193664s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:38:08.960525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001031641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:38:08.961248Z","caller":"traceutil/trace.go:171","msg":"trace[2128274438] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001887631s","start":"2026-03-05T18:38:06.95933Z","end":"2026-03-05T18:38:08.961217Z","steps":["trace[2128274438] 'agreement among raft nodes before linearized reading' (duration: 2.001067952s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:08.961472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.959309Z","time spent":"2.002135426s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:38:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:38:09.42166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.489614ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:09.42177Z","caller":"traceutil/trace.go:171","msg":"trace[1553557857] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23324; }","duration":"553.610947ms","start":"2026-03-05T18:38:08.868144Z","end":"2026-03-05T18:38:09.421755Z","steps":["trace[1553557857] 'range keys from in-memory index tree' (duration: 553.473483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:09.422249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.577564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:09.422876Z","caller":"traceutil/trace.go:171","msg":"trace[747316408] linearizableReadLoop","detail":"{readStateIndex:24159; appliedIndex:24149; }","duration":"2.72849993s","start":"2026-03-05T18:38:06.694353Z","end":"2026-03-05T18:38:09.422852Z","steps":["trace[747316408] 'read index received' (duration: 599.618926ms)","trace[747316408] 'applied index is now lower than readState.Index' (duration: 2.128879414s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:09.422979Z","caller":"traceutil/trace.go:171","msg":"trace[179820502] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"3.599857564s","start":"2026-03-05T18:38:05.823106Z","end":"2026-03-05T18:38:09.422963Z","steps":["trace[179820502] 'process raft request' (duration: 2.775462561s)","trace[179820502] 'compare' (duration: 823.136272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:09.423072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:05.82306Z","time spent":"3.599964256s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:09.423342Z","caller":"traceutil/trace.go:171","msg":"trace[956414845] transaction","detail":"{read_only:false; response_revision:23333; number_of_response:1; }","duration":"2.420672687s","start":"2026-03-05T18:38:07.002653Z","end":"2026-03-05T18:38:09.423326Z","steps":["trace[956414845] 'process raft request' (duration: 2.420138895s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:09.423388Z","caller":"traceutil/trace.go:171","msg":"trace[1194073363] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"3.597855996s","start":"2026-03-05T18:38:05.825523Z","end":"2026-03-05T18:38:09.423379Z","steps":["trace[1194073363] 'process raft request' (duration: 3.597076208s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:09.423378Z","caller":"traceutil/trace.go:171","msg":"trace[1838018092] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"3.598097142s","start":"2026-03-05T18:38:05.825252Z","end":"2026-03-05T18:38:09.423349Z","steps":["trace[1838018092] 'process raft request' (duration: 3.597301253s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:09.423425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:07.002624Z","time spent":"2.420757169s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:09.423463Z","caller":"traceutil/trace.go:171","msg":"trace[435305634] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"3.599010115s","start":"2026-03-05T18:38:05.82442Z","end":"2026-03-05T18:38:09.42343Z","steps":["trace[435305634] 'process raft request' (duration: 3.59795869s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:09.423499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.468147106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-05T18:38:09.423487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.15216813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:38:09.423524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:05.825226Z","time spent":"3.598223655s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:09.423537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.462263967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-05T18:38:09.423573Z","caller":"traceutil/trace.go:171","msg":"trace[1848311776] transaction","detail":"{read_only:false; response_revision:23331; number_of_response:1; }","duration":"3.111627034s","start":"2026-03-05T18:38:06.311935Z","end":"2026-03-05T18:38:09.423562Z","steps":["trace[1848311776] 'process raft request' (duration: 3.110757103s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:09.423571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.375781471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:09.423583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.879468749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-05T18:38:09.423595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.466421584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:09.423605Z","caller":"traceutil/trace.go:171","msg":"trace[468344771] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23333; }","duration":"4.462352539s","start":"2026-03-05T18:38:04.961236Z","end":"2026-03-05T18:38:09.423589Z","steps":["trace[468344771] 'agreement among raft nodes before linearized reading' (duration: 4.462099313s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:09.423537Z","caller":"traceutil/trace.go:171","msg":"trace[705195705] transaction","detail":"{read_only:false; response_revision:23330; number_of_response:1; }","duration":"3.595915262s","start":"2026-03-05T18:38:05.827609Z","end":"2026-03-05T18:38:09.423524Z","steps":["trace[705195705] 'process raft request' (duration: 3.595035151s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:09.423624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.311908Z","time spent":"3.111687445s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:09.423631Z","caller":"traceutil/trace.go:171","msg":"trace[1586499469] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23333; }","duration":"4.466482526s","start":"2026-03-05T18:38:04.957139Z","end":"2026-03-05T18:38:09.423622Z","steps":["trace[1586499469] 'agreement among raft nodes before linearized reading' (duration: 4.466429755s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:09.423548Z","caller":"traceutil/trace.go:171","msg":"trace[356589183] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458; range_end:; response_count:1; response_revision:23333; }","duration":"4.468245938s","start":"2026-03-05T18:38:04.955287Z","end":"2026-03-05T18:38:09.423533Z","steps":["trace[356589183] 'agreement among raft nodes before linearized reading' (duration: 4.468054904s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:09.42366Z","caller":"traceutil/trace.go:171","msg":"trace[1092105139] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"3.598580844s","start":"2026-03-05T18:38:05.825068Z","end":"2026-03-05T18:38:09.423649Z","steps":["trace[1092105139] 'process raft request' (duration: 3.597398136s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:09.423678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:04.95526Z","time spent":"4.468409112s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458\" "} {"level":"info","ts":"2026-03-05T18:38:09.423686Z","caller":"traceutil/trace.go:171","msg":"trace[91712282] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23333; }","duration":"3.879555351s","start":"2026-03-05T18:38:05.544062Z","end":"2026-03-05T18:38:09.423617Z","steps":["trace[91712282] 'agreement among raft nodes before linearized reading' (duration: 3.879365697s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:09.423692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:05.827582Z","time spent":"3.596071935s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:09.423726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:05.825059Z","time spent":"3.598637015s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:09.423495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:05.825511Z","time spent":"3.597917678s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:09.423573Z","caller":"traceutil/trace.go:171","msg":"trace[1342000478] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23333; }","duration":"4.152324004s","start":"2026-03-05T18:38:05.27123Z","end":"2026-03-05T18:38:09.423554Z","steps":["trace[1342000478] 'agreement among raft nodes before linearized reading' (duration: 4.15215412s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:09.423728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:05.544041Z","time spent":"3.879676384s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T18:38:09.423662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:04.961226Z","time spent":"4.462423741s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-05T18:38:09.423343Z","caller":"traceutil/trace.go:171","msg":"trace[261948552] transaction","detail":"{read_only:false; response_revision:23332; number_of_response:1; }","duration":"2.725885518s","start":"2026-03-05T18:38:06.697438Z","end":"2026-03-05T18:38:09.423323Z","steps":["trace[261948552] 'process raft request' (duration: 2.725297804s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:09.423616Z","caller":"traceutil/trace.go:171","msg":"trace[2078514351] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23333; }","duration":"4.375857103s","start":"2026-03-05T18:38:05.047747Z","end":"2026-03-05T18:38:09.423604Z","steps":["trace[2078514351] 'agreement among raft nodes before linearized reading' (duration: 4.375783121s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:09.423944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.697381Z","time spent":"2.726526013s","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:09.423963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:05.047733Z","time spent":"4.376212381s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:09.423625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:05.824384Z","time spent":"3.599157558s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:09.423856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:05.2712Z","time spent":"4.152645431s","remote":"127.0.0.1:43034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:09.423671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:04.957091Z","time spent":"4.466573648s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:38:09.923373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916389,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:10.396245Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.658476006s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:38:10.969007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000598579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:38:10.969091Z","caller":"traceutil/trace.go:171","msg":"trace[999384195] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000731422s","start":"2026-03-05T18:38:08.968341Z","end":"2026-03-05T18:38:10.969073Z","steps":["trace[999384195] 'agreement among raft nodes before linearized reading' (duration: 2.00062636s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:10.96914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.968322Z","time spent":"2.000808884s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:38:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:38:12.145559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749031719s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:12.145928Z","caller":"traceutil/trace.go:171","msg":"trace[1766722907] transaction","detail":"{read_only:false; response_revision:23337; number_of_response:1; }","duration":"2.716501076s","start":"2026-03-05T18:38:09.429408Z","end":"2026-03-05T18:38:12.145909Z","steps":["trace[1766722907] 'process raft request' (duration: 2.716423104s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:12.145953Z","caller":"traceutil/trace.go:171","msg":"trace[1261156033] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"2.718807341s","start":"2026-03-05T18:38:09.427113Z","end":"2026-03-05T18:38:12.145921Z","steps":["trace[1261156033] 'process raft request' (duration: 2.718657997s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:12.145985Z","caller":"traceutil/trace.go:171","msg":"trace[1223768511] transaction","detail":"{read_only:false; response_revision:23334; number_of_response:1; }","duration":"4.142691856s","start":"2026-03-05T18:38:08.003258Z","end":"2026-03-05T18:38:12.14595Z","steps":["trace[1223768511] 'process raft request' (duration: 2.393186286s)","trace[1223768511] 'compare' (duration: 1.748505377s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:12.146013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:09.429385Z","time spent":"2.716590209s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:12.146104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:09.427074Z","time spent":"2.718952454s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:12.146147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.00323Z","time spent":"4.14283811s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":454,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:12.145926Z","caller":"traceutil/trace.go:171","msg":"trace[1799787779] transaction","detail":"{read_only:false; response_revision:23335; number_of_response:1; }","duration":"4.141338874s","start":"2026-03-05T18:38:08.004556Z","end":"2026-03-05T18:38:12.145895Z","steps":["trace[1799787779] 'process raft request' (duration: 4.141102638s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.146309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.004532Z","time spent":"4.141748694s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:12.146389Z","caller":"traceutil/trace.go:171","msg":"trace[1661885278] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"2.612440565s","start":"2026-03-05T18:38:09.533935Z","end":"2026-03-05T18:38:12.146376Z","steps":["trace[1661885278] 'process raft request' (duration: 2.611941724s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.146464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:09.533909Z","time spent":"2.612518916s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:12.969707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000342474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:38:12.969837Z","caller":"traceutil/trace.go:171","msg":"trace[152950826] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000546018s","start":"2026-03-05T18:38:10.969262Z","end":"2026-03-05T18:38:12.969808Z","steps":["trace[152950826] 'agreement among raft nodes before linearized reading' (duration: 2.000376904s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.969901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:10.96924Z","time spent":"2.00064852s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:38:13.275944Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.846076434s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:38:13.446718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300584488s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-05T18:38:13.448305Z","caller":"traceutil/trace.go:171","msg":"trace[239673562] linearizableReadLoop","detail":"{readStateIndex:24165; appliedIndex:24159; }","duration":"4.0253586s","start":"2026-03-05T18:38:09.422924Z","end":"2026-03-05T18:38:13.448282Z","steps":["trace[239673562] 'read index received' (duration: 973.618883ms)","trace[239673562] 'applied index is now lower than readState.Index' (duration: 3.051738357s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:13.448292Z","caller":"traceutil/trace.go:171","msg":"trace[1716492391] transaction","detail":"{read_only:false; response_revision:23339; number_of_response:1; }","duration":"3.281454162s","start":"2026-03-05T18:38:10.166805Z","end":"2026-03-05T18:38:13.448259Z","steps":["trace[1716492391] 'process raft request' (duration: 3.279999987s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:13.448512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:10.166761Z","time spent":"3.281680597s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:13.917551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00024237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:38:13.917709Z","caller":"traceutil/trace.go:171","msg":"trace[142639319] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000455526s","start":"2026-03-05T18:38:11.917233Z","end":"2026-03-05T18:38:13.917688Z","steps":["trace[142639319] 'agreement among raft nodes before linearized reading' (duration: 2.000267041s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:13.917789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:11.917217Z","time spent":"2.000558179s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:38:14.822951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.892068562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:14.82307Z","caller":"traceutil/trace.go:171","msg":"trace[1615388425] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23339; }","duration":"5.892209495s","start":"2026-03-05T18:38:08.930807Z","end":"2026-03-05T18:38:14.823016Z","steps":["trace[1615388425] 'agreement among raft nodes before linearized reading' (duration: 4.517619787s)","trace[1615388425] 'count revisions from in-memory index tree' (duration: 1.374462446s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:14.823045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.122782425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-05T18:38:14.823742Z","caller":"traceutil/trace.go:171","msg":"trace[19118018] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23339; }","duration":"8.123554004s","start":"2026-03-05T18:38:06.700154Z","end":"2026-03-05T18:38:14.823708Z","steps":["trace[19118018] 'agreement among raft nodes before linearized reading' (duration: 6.748267159s)","trace[19118018] 'range keys from in-memory index tree' (duration: 1.374356823s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:14.823924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.06413434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272962"} {"level":"warn","ts":"2026-03-05T18:38:14.823926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.700139Z","time spent":"8.123723028s","remote":"127.0.0.1:42952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-05T18:38:14.823961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.037813835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:14.823973Z","caller":"traceutil/trace.go:171","msg":"trace[968950289] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23339; }","duration":"7.064194442s","start":"2026-03-05T18:38:07.759758Z","end":"2026-03-05T18:38:14.823952Z","steps":["trace[968950289] 'agreement among raft nodes before linearized reading' (duration: 5.68861982s)","trace[968950289] 'range keys from in-memory index tree' (duration: 1.375312606s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:14.823999Z","caller":"traceutil/trace.go:171","msg":"trace[1469792091] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23339; }","duration":"8.037864176s","start":"2026-03-05T18:38:06.786119Z","end":"2026-03-05T18:38:14.823983Z","steps":["trace[1469792091] 'agreement among raft nodes before linearized reading' (duration: 6.662280553s)","trace[1469792091] 'count revisions from in-memory index tree' (duration: 1.375541322s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:14.824041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.786108Z","time spent":"8.037925748s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:14.82312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.930782Z","time spent":"5.892325248s","remote":"127.0.0.1:34022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:14.824039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:07.759741Z","time spent":"7.064263923s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272986,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-05T18:38:14.824072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.627472363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:14.824084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.585409298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:38:14.824087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.645517485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:14.824108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.080133817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:14.82414Z","caller":"traceutil/trace.go:171","msg":"trace[77797757] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23339; }","duration":"5.585494999s","start":"2026-03-05T18:38:09.238628Z","end":"2026-03-05T18:38:14.824123Z","steps":["trace[77797757] 'agreement among raft nodes before linearized reading' (duration: 4.209756643s)","trace[77797757] 'count revisions from in-memory index tree' (duration: 1.375664375s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:14.824136Z","caller":"traceutil/trace.go:171","msg":"trace[932414590] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23339; }","duration":"5.627570665s","start":"2026-03-05T18:38:09.196545Z","end":"2026-03-05T18:38:14.824116Z","steps":["trace[932414590] 'agreement among raft nodes before linearized reading' (duration: 4.251862509s)","trace[932414590] 'count revisions from in-memory index tree' (duration: 1.375623463s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:14.824149Z","caller":"traceutil/trace.go:171","msg":"trace[804207209] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23339; }","duration":"7.645642467s","start":"2026-03-05T18:38:07.178489Z","end":"2026-03-05T18:38:14.824132Z","steps":["trace[804207209] 'agreement among raft nodes before linearized reading' (duration: 6.269901251s)","trace[804207209] 'count revisions from in-memory index tree' (duration: 1.375599273s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:14.824174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:09.238612Z","time spent":"5.585552591s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:14.824169Z","caller":"traceutil/trace.go:171","msg":"trace[486907055] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23339; }","duration":"8.080326782s","start":"2026-03-05T18:38:06.743823Z","end":"2026-03-05T18:38:14.82415Z","steps":["trace[486907055] 'agreement among raft nodes before linearized reading' (duration: 6.704589605s)","trace[486907055] 'count revisions from in-memory index tree' (duration: 1.375575242s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:14.824178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:09.196523Z","time spent":"5.627644406s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:14.82418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375838729s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-05T18:38:14.824186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:07.178467Z","time spent":"7.645709589s","remote":"127.0.0.1:33830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:14.823234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.984600142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:14.824218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.743804Z","time spent":"8.080401603s","remote":"127.0.0.1:60620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:14.823345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.867156539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T18:38:14.824321Z","caller":"traceutil/trace.go:171","msg":"trace[1795135192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23339; }","duration":"7.868212003s","start":"2026-03-05T18:38:06.956097Z","end":"2026-03-05T18:38:14.824309Z","steps":["trace[1795135192] 'agreement among raft nodes before linearized reading' (duration: 6.492285063s)","trace[1795135192] 'range keys from in-memory index tree' (duration: 1.374793454s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:14.824296Z","caller":"traceutil/trace.go:171","msg":"trace[2124514761] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23339; }","duration":"5.985674567s","start":"2026-03-05T18:38:08.83857Z","end":"2026-03-05T18:38:14.824244Z","steps":["trace[2124514761] 'agreement among raft nodes before linearized reading' (duration: 4.609871129s)","trace[2124514761] 'count revisions from in-memory index tree' (duration: 1.374701202s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:14.824345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.956051Z","time spent":"7.868285845s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T18:38:14.82436Z","caller":"traceutil/trace.go:171","msg":"trace[129390329] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"3.394596678s","start":"2026-03-05T18:38:11.429749Z","end":"2026-03-05T18:38:14.824346Z","steps":["trace[129390329] 'process raft request' (duration: 2.018520454s)","trace[129390329] 'compare' (duration: 1.375267055s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:14.82439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.83854Z","time spent":"5.985816451s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:14.823582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.364640392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:14.824417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:11.429724Z","time spent":"3.39466466s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:14.824431Z","caller":"traceutil/trace.go:171","msg":"trace[610229474] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23339; }","duration":"6.365528643s","start":"2026-03-05T18:38:08.458896Z","end":"2026-03-05T18:38:14.824424Z","steps":["trace[610229474] 'agreement among raft nodes before linearized reading' (duration: 4.989570672s)","trace[610229474] 'count revisions from in-memory index tree' (duration: 1.375098791s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:14.82445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.458873Z","time spent":"6.365570954s","remote":"127.0.0.1:56050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:14.823622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.867059476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T18:38:14.824539Z","caller":"traceutil/trace.go:171","msg":"trace[1196447967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23339; }","duration":"7.86802921s","start":"2026-03-05T18:38:06.956498Z","end":"2026-03-05T18:38:14.824527Z","steps":["trace[1196447967] 'agreement among raft nodes before linearized reading' (duration: 6.491856303s)","trace[1196447967] 'range keys from in-memory index tree' (duration: 1.375218285s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:14.823531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.220793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-05T18:38:14.824579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.956453Z","time spent":"7.868112491s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T18:38:14.8246Z","caller":"traceutil/trace.go:171","msg":"trace[1514841294] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23339; }","duration":"6.221913606s","start":"2026-03-05T18:38:08.602673Z","end":"2026-03-05T18:38:14.824587Z","steps":["trace[1514841294] 'agreement among raft nodes before linearized reading' (duration: 4.84578138s)","trace[1514841294] 'range keys from in-memory index tree' (duration: 1.374968638s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:14.823658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.760056697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:14.824636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.60265Z","time spent":"6.221976417s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T18:38:14.824666Z","caller":"traceutil/trace.go:171","msg":"trace[1569380953] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23339; }","duration":"6.7610546s","start":"2026-03-05T18:38:08.063592Z","end":"2026-03-05T18:38:14.824647Z","steps":["trace[1569380953] 'agreement among raft nodes before linearized reading' (duration: 5.384759601s)","trace[1569380953] 'count revisions from in-memory index tree' (duration: 1.375274316s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:14.824707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.063546Z","time spent":"6.761147462s","remote":"127.0.0.1:51132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:14.825214Z","caller":"traceutil/trace.go:171","msg":"trace[1770941620] transaction","detail":"{read_only:false; response_revision:23341; number_of_response:1; }","duration":"3.395384616s","start":"2026-03-05T18:38:11.42982Z","end":"2026-03-05T18:38:14.825205Z","steps":["trace[1770941620] 'process raft request' (duration: 3.394427694s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:14.825267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:11.429785Z","time spent":"3.395446118s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:14.825413Z","caller":"traceutil/trace.go:171","msg":"trace[2088547966] transaction","detail":"{read_only:false; response_revision:23342; number_of_response:1; }","duration":"3.395439298s","start":"2026-03-05T18:38:11.429968Z","end":"2026-03-05T18:38:14.825407Z","steps":["trace[2088547966] 'process raft request' (duration: 3.395186762s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:14.825438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:11.429914Z","time spent":"3.39551085s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:14.825852Z","caller":"traceutil/trace.go:171","msg":"trace[1960932101] linearizableReadLoop","detail":"{readStateIndex:24172; appliedIndex:24166; }","duration":"1.377464717s","start":"2026-03-05T18:38:13.448357Z","end":"2026-03-05T18:38:14.825821Z","steps":["trace[1960932101] 'read index received' (duration: 484.601424ms)","trace[1960932101] 'applied index is now lower than readState.Index' (duration: 892.861533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:14.825971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.989639168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:14.826012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.490536128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:14.826036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.490889064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:14.82606Z","caller":"traceutil/trace.go:171","msg":"trace[780397886] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23345; }","duration":"3.490588429s","start":"2026-03-05T18:38:11.335454Z","end":"2026-03-05T18:38:14.826043Z","steps":["trace[780397886] 'agreement among raft nodes before linearized reading' (duration: 3.490502707s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:14.826062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.691595285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:38:14.826093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.396841567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:14.826116Z","caller":"traceutil/trace.go:171","msg":"trace[152931592] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23345; }","duration":"3.691681656s","start":"2026-03-05T18:38:11.134423Z","end":"2026-03-05T18:38:14.826104Z","steps":["trace[152931592] 'agreement among raft nodes before linearized reading' (duration: 3.691570964s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:14.82611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:11.33542Z","time spent":"3.490673791s","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:14.826123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.571440111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:14.826142Z","caller":"traceutil/trace.go:171","msg":"trace[1827995363] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23345; }","duration":"5.396926059s","start":"2026-03-05T18:38:09.429205Z","end":"2026-03-05T18:38:14.826131Z","steps":["trace[1827995363] 'agreement among raft nodes before linearized reading' (duration: 5.396823737s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:14.826156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:11.134408Z","time spent":"3.691739618s","remote":"127.0.0.1:42920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:14.826165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.826130108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-05T18:38:14.826147Z","caller":"traceutil/trace.go:171","msg":"trace[837690607] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"3.395777087s","start":"2026-03-05T18:38:11.430357Z","end":"2026-03-05T18:38:14.826134Z","steps":["trace[837690607] 'process raft request' (duration: 3.395256644s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:14.826178Z","caller":"traceutil/trace.go:171","msg":"trace[489186584] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23345; }","duration":"3.571533334s","start":"2026-03-05T18:38:11.254633Z","end":"2026-03-05T18:38:14.826166Z","steps":["trace[489186584] 'agreement among raft nodes before linearized reading' (duration: 3.571421581s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:14.826106Z","caller":"traceutil/trace.go:171","msg":"trace[207529980] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"3.39590875s","start":"2026-03-05T18:38:11.430185Z","end":"2026-03-05T18:38:14.826094Z","steps":["trace[207529980] 'process raft request' (duration: 3.395200543s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:14.826193Z","caller":"traceutil/trace.go:171","msg":"trace[1042538206] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23345; }","duration":"3.826201749s","start":"2026-03-05T18:38:10.999984Z","end":"2026-03-05T18:38:14.826186Z","steps":["trace[1042538206] 'agreement among raft nodes before linearized reading' (duration: 3.826118767s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:14.826214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:11.254615Z","time spent":"3.571590726s","remote":"127.0.0.1:56152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:14.82623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:10.999962Z","time spent":"3.82626157s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T18:38:14.826237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:11.430346Z","time spent":"3.395855939s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:14.826301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.658769625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:14.826236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:11.430174Z","time spent":"3.396031893s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:14.826333Z","caller":"traceutil/trace.go:171","msg":"trace[1674019955] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23345; }","duration":"4.658839787s","start":"2026-03-05T18:38:10.167483Z","end":"2026-03-05T18:38:14.826322Z","steps":["trace[1674019955] 'agreement among raft nodes before linearized reading' (duration: 4.658770705s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:14.826019Z","caller":"traceutil/trace.go:171","msg":"trace[785285284] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23345; }","duration":"2.989764961s","start":"2026-03-05T18:38:11.836242Z","end":"2026-03-05T18:38:14.826007Z","steps":["trace[785285284] 'agreement among raft nodes before linearized reading' (duration: 2.989646458s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:14.826183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:09.429184Z","time spent":"5.39698666s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:38:14.826368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:10.167455Z","time spent":"4.658904368s","remote":"127.0.0.1:59888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:14.826385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:11.836217Z","time spent":"2.990158911s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:14.826426Z","caller":"traceutil/trace.go:171","msg":"trace[2024712350] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"3.396065414s","start":"2026-03-05T18:38:11.430347Z","end":"2026-03-05T18:38:14.826412Z","steps":["trace[2024712350] 'process raft request' (duration: 3.395409187s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:14.826542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847972639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:14.826562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:11.43032Z","time spent":"3.396161766s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:14.826591Z","caller":"traceutil/trace.go:171","msg":"trace[668030185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23345; }","duration":"1.848105462s","start":"2026-03-05T18:38:12.97847Z","end":"2026-03-05T18:38:14.826575Z","steps":["trace[668030185] 'agreement among raft nodes before linearized reading' (duration: 1.84798604s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:14.826595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675405204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-05T18:38:14.82635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.400237327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-05T18:38:14.826082Z","caller":"traceutil/trace.go:171","msg":"trace[528532377] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23345; }","duration":"4.490981227s","start":"2026-03-05T18:38:10.335086Z","end":"2026-03-05T18:38:14.826068Z","steps":["trace[528532377] 'agreement among raft nodes before linearized reading' (duration: 4.490903945s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:14.826632Z","caller":"traceutil/trace.go:171","msg":"trace[792088131] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458; range_end:; response_count:1; response_revision:23345; }","duration":"2.675474005s","start":"2026-03-05T18:38:12.151146Z","end":"2026-03-05T18:38:14.82662Z","steps":["trace[792088131] 'agreement among raft nodes before linearized reading' (duration: 2.675316382s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:14.826645Z","caller":"traceutil/trace.go:171","msg":"trace[1507733434] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23345; }","duration":"5.400560525s","start":"2026-03-05T18:38:09.426073Z","end":"2026-03-05T18:38:14.826634Z","steps":["trace[1507733434] 'agreement among raft nodes before linearized reading' (duration: 5.400217327s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:14.826664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:12.151127Z","time spent":"2.675527166s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458\" "} {"level":"warn","ts":"2026-03-05T18:38:14.826669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432400017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:38:14.826664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:10.335058Z","time spent":"4.491592481s","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:14.826687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:09.426059Z","time spent":"5.400616816s","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-05T18:38:14.826696Z","caller":"traceutil/trace.go:171","msg":"trace[1337578214] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23345; }","duration":"1.432477909s","start":"2026-03-05T18:38:13.39421Z","end":"2026-03-05T18:38:14.826688Z","steps":["trace[1337578214] 'agreement among raft nodes before linearized reading' (duration: 1.432430518s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:14.826625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:12.978444Z","time spent":"1.848173223s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:38:14.826721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:13.394183Z","time spent":"1.432531021s","remote":"127.0.0.1:43146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:15.327023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:15.827326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:16.327801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:16.791922Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.615336852s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:38:16.828105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999949525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:38:16.828199Z","caller":"traceutil/trace.go:171","msg":"trace[885820082] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000090397s","start":"2026-03-05T18:38:14.828088Z","end":"2026-03-05T18:38:16.828178Z","steps":["trace[885820082] 'agreement among raft nodes before linearized reading' (duration: 1.999963185s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:16.82825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.828066Z","time spent":"2.00017518s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:38:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:38:16.93765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.136312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:16.937749Z","caller":"traceutil/trace.go:171","msg":"trace[1772981659] transaction","detail":"{read_only:false; response_revision:23346; number_of_response:1; }","duration":"2.761275165s","start":"2026-03-05T18:38:14.176455Z","end":"2026-03-05T18:38:16.937731Z","steps":["trace[1772981659] 'process raft request' (duration: 2.615987589s)","trace[1772981659] 'compare' (duration: 144.399505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:16.937803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.176428Z","time spent":"2.761350146s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:16.955124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.829425Z","time spent":"2.125692309s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 18:38:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:38:16.955144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.829499Z","time spent":"2.125641219s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 18:38:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:38:18.189951Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.392009072s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:38:18.539275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.035858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:18.53946Z","caller":"traceutil/trace.go:171","msg":"trace[1680905035] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"4.110150777s","start":"2026-03-05T18:38:14.429286Z","end":"2026-03-05T18:38:18.539437Z","steps":["trace[1680905035] 'process raft request' (duration: 3.760855283s)","trace[1680905035] 'compare' (duration: 348.807933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:18.539537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.429268Z","time spent":"4.110233808s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:18.539817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.828808Z","time spent":"3.711003624s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T18:38:18.539909Z","caller":"traceutil/trace.go:171","msg":"trace[1078555384] transaction","detail":"{read_only:false; response_revision:23350; number_of_response:1; }","duration":"3.709717973s","start":"2026-03-05T18:38:14.830166Z","end":"2026-03-05T18:38:18.539884Z","steps":["trace[1078555384] 'process raft request' (duration: 3.709639492s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:18.540063Z","caller":"traceutil/trace.go:171","msg":"trace[1644616990] linearizableReadLoop","detail":"{readStateIndex:24179; appliedIndex:24172; }","duration":"3.714133117s","start":"2026-03-05T18:38:14.825915Z","end":"2026-03-05T18:38:18.540048Z","steps":["trace[1644616990] 'read index received' (duration: 1.966589745s)","trace[1644616990] 'applied index is now lower than readState.Index' (duration: 1.747542202s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:18.540143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.830155Z","time spent":"3.709906288s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:18.540166Z","caller":"traceutil/trace.go:171","msg":"trace[1453111240] transaction","detail":"{read_only:false; response_revision:23351; number_of_response:1; }","duration":"3.086405457s","start":"2026-03-05T18:38:15.453717Z","end":"2026-03-05T18:38:18.540123Z","steps":["trace[1453111240] 'process raft request' (duration: 3.08612773s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:18.540228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.211700999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:18.540448Z","caller":"traceutil/trace.go:171","msg":"trace[147276249] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23351; }","duration":"4.211952885s","start":"2026-03-05T18:38:14.32848Z","end":"2026-03-05T18:38:18.540433Z","steps":["trace[147276249] 'agreement among raft nodes before linearized reading' (duration: 4.211645808s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:18.54044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.052976161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:18.540479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.32846Z","time spent":"4.212010766s","remote":"127.0.0.1:56100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:18.540474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:15.453689Z","time spent":"3.086525189s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:18.540522Z","caller":"traceutil/trace.go:171","msg":"trace[1654029221] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23351; }","duration":"5.05330671s","start":"2026-03-05T18:38:13.487199Z","end":"2026-03-05T18:38:18.540506Z","steps":["trace[1654029221] 'agreement among raft nodes before linearized reading' (duration: 5.05293221s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:18.540566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:13.487171Z","time spent":"5.053384172s","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:18.596402Z","caller":"traceutil/trace.go:171","msg":"trace[430357609] transaction","detail":"{read_only:false; response_revision:23354; number_of_response:1; }","duration":"1.765213861s","start":"2026-03-05T18:38:16.831156Z","end":"2026-03-05T18:38:18.59637Z","steps":["trace[430357609] 'process raft request' (duration: 1.764993775s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:18.596469Z","caller":"traceutil/trace.go:171","msg":"trace[420262046] transaction","detail":"{read_only:false; response_revision:23352; number_of_response:1; }","duration":"1.766143413s","start":"2026-03-05T18:38:16.83027Z","end":"2026-03-05T18:38:18.596414Z","steps":["trace[420262046] 'process raft request' (duration: 1.765659711s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:18.596517Z","caller":"traceutil/trace.go:171","msg":"trace[1719082170] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"1.765878506s","start":"2026-03-05T18:38:16.830601Z","end":"2026-03-05T18:38:18.596479Z","steps":["trace[1719082170] 'process raft request' (duration: 1.765504157s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:18.596561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:16.831138Z","time spent":"1.765349793s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:18.596628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:16.830241Z","time spent":"1.766306587s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:18.596666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.768499245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-05T18:38:18.596701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:16.830586Z","time spent":"1.76601862s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:18.596744Z","caller":"traceutil/trace.go:171","msg":"trace[1342110411] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23358; }","duration":"3.768583827s","start":"2026-03-05T18:38:14.828148Z","end":"2026-03-05T18:38:18.596732Z","steps":["trace[1342110411] 'agreement among raft nodes before linearized reading' (duration: 3.768277459s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:18.59681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.828109Z","time spent":"3.76869014s","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-05T18:38:18.59683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.646064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:18.596866Z","caller":"traceutil/trace.go:171","msg":"trace[1406676688] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23358; }","duration":"571.715995ms","start":"2026-03-05T18:38:18.025139Z","end":"2026-03-05T18:38:18.596855Z","steps":["trace[1406676688] 'agreement among raft nodes before linearized reading' (duration: 571.636593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:18.596878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418042686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:18.596942Z","caller":"traceutil/trace.go:171","msg":"trace[829235809] transaction","detail":"{read_only:false; response_revision:23355; number_of_response:1; }","duration":"1.764267189s","start":"2026-03-05T18:38:16.832664Z","end":"2026-03-05T18:38:18.596932Z","steps":["trace[829235809] 'process raft request' (duration: 1.76351975s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:18.596968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765725133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-03-05T18:38:18.596968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710466764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:18.59696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860166287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:18.597004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044478298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:18.597011Z","caller":"traceutil/trace.go:171","msg":"trace[1321879767] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23358; }","duration":"1.765802415s","start":"2026-03-05T18:38:16.831197Z","end":"2026-03-05T18:38:18.597Z","steps":["trace[1321879767] 'agreement among raft nodes before linearized reading' (duration: 1.765635841s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:18.597035Z","caller":"traceutil/trace.go:171","msg":"trace[1934104389] transaction","detail":"{read_only:false; response_revision:23356; number_of_response:1; }","duration":"1.764276229s","start":"2026-03-05T18:38:16.832751Z","end":"2026-03-05T18:38:18.597027Z","steps":["trace[1934104389] 'process raft request' (duration: 1.763467889s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:18.597045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:16.831183Z","time spent":"1.765854546s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-05T18:38:18.597036Z","caller":"traceutil/trace.go:171","msg":"trace[1381877193] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23358; }","duration":"2.710520965s","start":"2026-03-05T18:38:15.886485Z","end":"2026-03-05T18:38:18.597006Z","steps":["trace[1381877193] 'agreement among raft nodes before linearized reading' (duration: 2.710434153s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:18.597085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:15.886416Z","time spent":"2.710658869s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:18.597044Z","caller":"traceutil/trace.go:171","msg":"trace[1337398125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23358; }","duration":"1.86029802s","start":"2026-03-05T18:38:16.736727Z","end":"2026-03-05T18:38:18.597025Z","steps":["trace[1337398125] 'agreement among raft nodes before linearized reading' (duration: 1.860152356s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:18.597127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.758972342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:18.597154Z","caller":"traceutil/trace.go:171","msg":"trace[338403647] transaction","detail":"{read_only:false; response_revision:23358; number_of_response:1; }","duration":"1.666035415s","start":"2026-03-05T18:38:16.931111Z","end":"2026-03-05T18:38:18.597147Z","steps":["trace[338403647] 'process raft request' (duration: 1.665176934s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:18.597169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:16.736705Z","time spent":"1.860453234s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:38:18.597183Z","caller":"traceutil/trace.go:171","msg":"trace[484635962] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23358; }","duration":"2.759049673s","start":"2026-03-05T18:38:15.838116Z","end":"2026-03-05T18:38:18.597165Z","steps":["trace[484635962] 'agreement among raft nodes before linearized reading' (duration: 2.75890719s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:18.597204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:16.931092Z","time spent":"1.666088966s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:18.596944Z","caller":"traceutil/trace.go:171","msg":"trace[1544318624] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23358; }","duration":"2.418156279s","start":"2026-03-05T18:38:16.178774Z","end":"2026-03-05T18:38:18.59693Z","steps":["trace[1544318624] 'agreement among raft nodes before linearized reading' (duration: 2.418033886s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:18.597231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:15.838105Z","time spent":"2.759112745s","remote":"127.0.0.1:60540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:18.597282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762263551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:18.597282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.767490331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T18:38:18.597122Z","caller":"traceutil/trace.go:171","msg":"trace[1755818685] transaction","detail":"{read_only:false; response_revision:23357; number_of_response:1; }","duration":"1.76433998s","start":"2026-03-05T18:38:16.832774Z","end":"2026-03-05T18:38:18.597114Z","steps":["trace[1755818685] 'process raft request' (duration: 1.763476669s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:18.597336Z","caller":"traceutil/trace.go:171","msg":"trace[2099907266] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23358; }","duration":"1.639766914s","start":"2026-03-05T18:38:16.957547Z","end":"2026-03-05T18:38:18.597314Z","steps":["trace[2099907266] 'process raft request' (duration: 1.63878011s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:18.597359Z","caller":"traceutil/trace.go:171","msg":"trace[1201239811] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23358; }","duration":"1.639477935s","start":"2026-03-05T18:38:16.957869Z","end":"2026-03-05T18:38:18.597347Z","steps":["trace[1201239811] 'process raft request' (duration: 1.638488241s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:18.597038Z","caller":"traceutil/trace.go:171","msg":"trace[878604245] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23358; }","duration":"2.04455429s","start":"2026-03-05T18:38:16.552476Z","end":"2026-03-05T18:38:18.59703Z","steps":["trace[878604245] 'agreement among raft nodes before linearized reading' (duration: 2.044492888s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:18.597423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.430813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:18.597431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:16.957858Z","time spent":"1.639536627s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:18.597455Z","caller":"traceutil/trace.go:171","msg":"trace[1732603245] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23358; }","duration":"323.506695ms","start":"2026-03-05T18:38:18.273938Z","end":"2026-03-05T18:38:18.597445Z","steps":["trace[1732603245] 'agreement among raft nodes before linearized reading' (duration: 323.450863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:18.597467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:16.957522Z","time spent":"1.639872156s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":477,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:18.597483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.02187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:18.597088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:16.832738Z","time spent":"1.76432542s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:18.597496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:18.273911Z","time spent":"323.576816ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:18.597498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.768056094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ddc221a7-e518-4a5d-b4ca-7a6edb0a910a\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-05T18:38:18.597322Z","caller":"traceutil/trace.go:171","msg":"trace[680876980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23358; }","duration":"1.762322933s","start":"2026-03-05T18:38:16.83499Z","end":"2026-03-05T18:38:18.597313Z","steps":["trace[680876980] 'agreement among raft nodes before linearized reading' (duration: 1.762263211s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:18.597453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:16.552452Z","time spent":"2.044987399s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:18.597541Z","caller":"traceutil/trace.go:171","msg":"trace[319899628] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23358; }","duration":"503.107322ms","start":"2026-03-05T18:38:18.094409Z","end":"2026-03-05T18:38:18.597517Z","steps":["trace[319899628] 'agreement among raft nodes before linearized reading' (duration: 503.036981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:18.597571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:16.834981Z","time spent":"1.762581308s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:38:18.597585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:18.094387Z","time spent":"503.186715ms","remote":"127.0.0.1:60598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:18.597245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.551869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:18.597677Z","caller":"traceutil/trace.go:171","msg":"trace[1154799558] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23358; }","duration":"205.050861ms","start":"2026-03-05T18:38:18.392612Z","end":"2026-03-05T18:38:18.597663Z","steps":["trace[1154799558] 'agreement among raft nodes before linearized reading' (duration: 204.554009ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:18.597357Z","caller":"traceutil/trace.go:171","msg":"trace[263687936] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23358; }","duration":"3.767575782s","start":"2026-03-05T18:38:14.82977Z","end":"2026-03-05T18:38:18.597345Z","steps":["trace[263687936] 'agreement among raft nodes before linearized reading' (duration: 3.767374558s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:18.59774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.829764Z","time spent":"3.767965151s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:38:18.597002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:16.832648Z","time spent":"1.76432549s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:18.596906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:18.025122Z","time spent":"571.775897ms","remote":"127.0.0.1:42900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:18.597282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:16.17875Z","time spent":"2.418514317s","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:18.597398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:16.832757Z","time spent":"1.764602327s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:18.597993Z","caller":"traceutil/trace.go:171","msg":"trace[1609569993] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ddc221a7-e518-4a5d-b4ca-7a6edb0a910a; range_end:; response_count:1; response_revision:23358; }","duration":"3.768576836s","start":"2026-03-05T18:38:14.8294Z","end":"2026-03-05T18:38:18.597977Z","steps":["trace[1609569993] 'agreement among raft nodes before linearized reading' (duration: 3.767977992s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:18.598094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.829384Z","time spent":"3.768673208s","remote":"127.0.0.1:42950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-ddc221a7-e518-4a5d-b4ca-7a6edb0a910a\" "} {"level":"warn","ts":"2026-03-05T18:38:18.597374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.857354658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:18.599025Z","caller":"traceutil/trace.go:171","msg":"trace[1228014823] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23358; }","duration":"2.85911127s","start":"2026-03-05T18:38:15.739667Z","end":"2026-03-05T18:38:18.598778Z","steps":["trace[1228014823] 'agreement among raft nodes before linearized reading' (duration: 2.857249636s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:18.600058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:15.739647Z","time spent":"2.859436437s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:18.74369Z","caller":"traceutil/trace.go:171","msg":"trace[1680085692] transaction","detail":"{read_only:false; response_revision:23365; number_of_response:1; }","duration":"104.599145ms","start":"2026-03-05T18:38:18.639064Z","end":"2026-03-05T18:38:18.743663Z","steps":["trace[1680085692] 'process raft request' (duration: 104.465401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:35.363957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:35.86459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:36.061563Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.434300426s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:38:36.062178Z","caller":"traceutil/trace.go:171","msg":"trace[454685136] transaction","detail":"{read_only:false; response_revision:23539; number_of_response:1; }","duration":"1.435008962s","start":"2026-03-05T18:38:34.627131Z","end":"2026-03-05T18:38:36.06214Z","steps":["trace[454685136] 'process raft request' (duration: 1.434824888s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:36.062396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:34.627114Z","time spent":"1.435174896s","remote":"127.0.0.1:34294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:37.504406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000827483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:38:37.504503Z","caller":"traceutil/trace.go:171","msg":"trace[625626697] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000969707s","start":"2026-03-05T18:38:35.503515Z","end":"2026-03-05T18:38:37.504484Z","steps":["trace[625626697] 'agreement among raft nodes before linearized reading' (duration: 2.000857924s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:37.504555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:35.503497Z","time spent":"2.001044828s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:38:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:38:37.632631Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.569951631s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:38:37.697605Z","caller":"traceutil/trace.go:171","msg":"trace[2015281490] transaction","detail":"{read_only:false; response_revision:23540; number_of_response:1; }","duration":"2.986496687s","start":"2026-03-05T18:38:34.711065Z","end":"2026-03-05T18:38:37.697562Z","steps":["trace[2015281490] 'process raft request' (duration: 2.922020573s)","trace[2015281490] 'compare' (duration: 62.695711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:37.697795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:34.711042Z","time spent":"2.986653441s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:37.698012Z","caller":"traceutil/trace.go:171","msg":"trace[992224252] transaction","detail":"{read_only:false; response_revision:23541; number_of_response:1; }","duration":"2.982569224s","start":"2026-03-05T18:38:34.715399Z","end":"2026-03-05T18:38:37.697968Z","steps":["trace[992224252] 'process raft request' (duration: 2.982095583s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:37.698104Z","caller":"traceutil/trace.go:171","msg":"trace[479177372] transaction","detail":"{read_only:false; response_revision:23542; number_of_response:1; }","duration":"2.971150644s","start":"2026-03-05T18:38:34.726931Z","end":"2026-03-05T18:38:37.698082Z","steps":["trace[479177372] 'process raft request' (duration: 2.970939939s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:37.698137Z","caller":"traceutil/trace.go:171","msg":"trace[522333564] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"2.966748161s","start":"2026-03-05T18:38:34.731358Z","end":"2026-03-05T18:38:37.698106Z","steps":["trace[522333564] 'process raft request' (duration: 2.966659848s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:37.69821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:34.726912Z","time spent":"2.971246386s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:37.698208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:34.71539Z","time spent":"2.982711658s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:37.698343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:34.73135Z","time spent":"2.966866753s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:37.698567Z","caller":"traceutil/trace.go:171","msg":"trace[636944241] transaction","detail":"{read_only:false; response_revision:23545; number_of_response:1; }","duration":"2.957564373s","start":"2026-03-05T18:38:34.740981Z","end":"2026-03-05T18:38:37.698545Z","steps":["trace[636944241] 'process raft request' (duration: 2.957400989s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:37.698634Z","caller":"traceutil/trace.go:171","msg":"trace[979887282] transaction","detail":"{read_only:false; response_revision:23544; number_of_response:1; }","duration":"2.961264881s","start":"2026-03-05T18:38:34.737336Z","end":"2026-03-05T18:38:37.698601Z","steps":["trace[979887282] 'process raft request' (duration: 2.960732379s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:37.698669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:34.740972Z","time spent":"2.957650315s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:37.69866Z","caller":"traceutil/trace.go:171","msg":"trace[1054967563] transaction","detail":"{read_only:false; response_revision:23546; number_of_response:1; }","duration":"2.956099919s","start":"2026-03-05T18:38:34.74252Z","end":"2026-03-05T18:38:37.69862Z","steps":["trace[1054967563] 'process raft request' (duration: 2.955950515s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:37.698668Z","caller":"traceutil/trace.go:171","msg":"trace[272906764] linearizableReadLoop","detail":"{readStateIndex:24380; appliedIndex:24372; }","duration":"2.835113069s","start":"2026-03-05T18:38:34.863485Z","end":"2026-03-05T18:38:37.698598Z","steps":["trace[272906764] 'read index received' (duration: 1.19837698s)","trace[272906764] 'applied index is now lower than readState.Index' (duration: 1.636735209s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:37.698864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:34.742497Z","time spent":"2.956260693s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:37.699732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836242477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212355"} {"level":"info","ts":"2026-03-05T18:38:37.699929Z","caller":"traceutil/trace.go:171","msg":"trace[970129870] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23546; }","duration":"2.836476022s","start":"2026-03-05T18:38:34.863438Z","end":"2026-03-05T18:38:37.699914Z","steps":["trace[970129870] 'agreement among raft nodes before linearized reading' (duration: 2.835390905s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:37.700027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:34.863419Z","time spent":"2.836595075s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2212379,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-05T18:38:37.70135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:34.737318Z","time spent":"2.961399794s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:37.764008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.750777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:37.764069Z","caller":"traceutil/trace.go:171","msg":"trace[2088804246] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23547; }","duration":"875.850698ms","start":"2026-03-05T18:38:36.888205Z","end":"2026-03-05T18:38:37.764056Z","steps":["trace[2088804246] 'agreement among raft nodes before linearized reading' (duration: 875.728346ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:37.764067Z","caller":"traceutil/trace.go:171","msg":"trace[167356529] transaction","detail":"{read_only:false; response_revision:23547; number_of_response:1; }","duration":"405.271448ms","start":"2026-03-05T18:38:37.358777Z","end":"2026-03-05T18:38:37.764048Z","steps":["trace[167356529] 'process raft request' (duration: 404.939421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:37.764073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897181995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T18:38:37.764138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.619705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:37.764138Z","caller":"traceutil/trace.go:171","msg":"trace[614463662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23547; }","duration":"1.897309738s","start":"2026-03-05T18:38:35.866813Z","end":"2026-03-05T18:38:37.764123Z","steps":["trace[614463662] 'agreement among raft nodes before linearized reading' (duration: 1.897095323s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:37.764144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:37.358757Z","time spent":"405.339119ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:37.764159Z","caller":"traceutil/trace.go:171","msg":"trace[1232516278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23547; }","duration":"259.674657ms","start":"2026-03-05T18:38:37.504479Z","end":"2026-03-05T18:38:37.764154Z","steps":["trace[1232516278] 'agreement among raft nodes before linearized reading' (duration: 259.639686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:37.764173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:35.866785Z","time spent":"1.89738217s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:38:37.76429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.015816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:37.764318Z","caller":"traceutil/trace.go:171","msg":"trace[1713117195] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23547; }","duration":"877.080527ms","start":"2026-03-05T18:38:36.887226Z","end":"2026-03-05T18:38:37.764307Z","steps":["trace[1713117195] 'agreement among raft nodes before linearized reading' (duration: 877.030436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:37.764337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:36.887204Z","time spent":"877.128008ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:37.764488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424289549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3322"} {"level":"info","ts":"2026-03-05T18:38:37.764514Z","caller":"traceutil/trace.go:171","msg":"trace[1525217842] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23547; }","duration":"1.424350331s","start":"2026-03-05T18:38:36.340155Z","end":"2026-03-05T18:38:37.764505Z","steps":["trace[1525217842] 'agreement among raft nodes before linearized reading' (duration: 1.424249909s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:37.764524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718092851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T18:38:37.764533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:36.340133Z","time spent":"1.424395441s","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3346,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-05T18:38:37.764545Z","caller":"traceutil/trace.go:171","msg":"trace[821595533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23547; }","duration":"1.718136543s","start":"2026-03-05T18:38:36.046402Z","end":"2026-03-05T18:38:37.764539Z","steps":["trace[821595533] 'agreement among raft nodes before linearized reading' (duration: 1.718067071s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:37.764555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087403038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-05T18:38:37.764564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:36.046386Z","time spent":"1.718173443s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T18:38:37.764578Z","caller":"traceutil/trace.go:171","msg":"trace[389819245] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23547; }","duration":"1.087472989s","start":"2026-03-05T18:38:36.677097Z","end":"2026-03-05T18:38:37.764571Z","steps":["trace[389819245] 'agreement among raft nodes before linearized reading' (duration: 1.087337306s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:37.764597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:36.677077Z","time spent":"1.08751433s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:37.764103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:36.888189Z","time spent":"875.90585ms","remote":"127.0.0.1:42952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:37.764009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.749155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:37.76475Z","caller":"traceutil/trace.go:171","msg":"trace[2104068459] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23547; }","duration":"234.546953ms","start":"2026-03-05T18:38:37.530195Z","end":"2026-03-05T18:38:37.764742Z","steps":["trace[2104068459] 'agreement among raft nodes before linearized reading' (duration: 233.754225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:37.764896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610990803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"warn","ts":"2026-03-05T18:38:37.764906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809291109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:38:37.764915Z","caller":"traceutil/trace.go:171","msg":"trace[283037285] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:23547; }","duration":"2.611051264s","start":"2026-03-05T18:38:35.153858Z","end":"2026-03-05T18:38:37.764909Z","steps":["trace[283037285] 'agreement among raft nodes before linearized reading' (duration: 2.610987553s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:37.764932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:35.153838Z","time spent":"2.611089745s","remote":"127.0.0.1:42992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":993,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-03-05T18:38:37.764928Z","caller":"traceutil/trace.go:171","msg":"trace[1295998231] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23547; }","duration":"2.809348611s","start":"2026-03-05T18:38:34.955572Z","end":"2026-03-05T18:38:37.764921Z","steps":["trace[1295998231] 'agreement among raft nodes before linearized reading' (duration: 2.809286469s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:37.764968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:34.955553Z","time spent":"2.809409923s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:38:37.764967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102877375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:37.765Z","caller":"traceutil/trace.go:171","msg":"trace[1743714197] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23547; }","duration":"2.102945637s","start":"2026-03-05T18:38:35.662043Z","end":"2026-03-05T18:38:37.764989Z","steps":["trace[1743714197] 'agreement among raft nodes before linearized reading' (duration: 2.102889186s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:37.76502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:35.662024Z","time spent":"2.102990348s","remote":"127.0.0.1:51194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:37.764997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.900808961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:37.765096Z","caller":"traceutil/trace.go:171","msg":"trace[122202475] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23547; }","duration":"2.900964485s","start":"2026-03-05T18:38:34.864103Z","end":"2026-03-05T18:38:37.765068Z","steps":["trace[122202475] 'agreement among raft nodes before linearized reading' (duration: 2.90076539s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:37.765146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:34.864078Z","time spent":"2.901057639s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:38:37.765172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898336972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:38:37.765193Z","caller":"traceutil/trace.go:171","msg":"trace[884937826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23547; }","duration":"1.898420664s","start":"2026-03-05T18:38:35.866766Z","end":"2026-03-05T18:38:37.765187Z","steps":["trace[884937826] 'agreement among raft nodes before linearized reading' (duration: 1.898356192s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:37.765212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:35.866725Z","time spent":"1.898482585s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:38:37.765161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275189427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T18:38:37.765258Z","caller":"traceutil/trace.go:171","msg":"trace[1362541052] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23547; }","duration":"2.27531914s","start":"2026-03-05T18:38:35.489931Z","end":"2026-03-05T18:38:37.76525Z","steps":["trace[1362541052] 'agreement among raft nodes before linearized reading' (duration: 2.275087445s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:37.765282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:35.489907Z","time spent":"2.275367591s","remote":"127.0.0.1:42992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:38.273407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:38.962073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.964112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:38.962166Z","caller":"traceutil/trace.go:171","msg":"trace[1193875662] transaction","detail":"{read_only:false; response_revision:23548; number_of_response:1; }","duration":"1.191299673s","start":"2026-03-05T18:38:37.770847Z","end":"2026-03-05T18:38:38.962147Z","steps":["trace[1193875662] 'process raft request' (duration: 827.187528ms)","trace[1193875662] 'compare' (duration: 363.861449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:38.962213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:37.770831Z","time spent":"1.191359674s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:39.772977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000500835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:38:39.773116Z","caller":"traceutil/trace.go:171","msg":"trace[1772299005] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000693461s","start":"2026-03-05T18:38:37.772391Z","end":"2026-03-05T18:38:39.773085Z","steps":["trace[1772299005] 'agreement among raft nodes before linearized reading' (duration: 2.000508576s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:39.773183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:37.772382Z","time spent":"2.000787983s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:38:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:38:39.908904Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.310803267s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:38:39.909681Z","caller":"traceutil/trace.go:171","msg":"trace[1583517453] transaction","detail":"{read_only:false; response_revision:23549; number_of_response:1; }","duration":"2.1385858s","start":"2026-03-05T18:38:37.771055Z","end":"2026-03-05T18:38:39.909641Z","steps":["trace[1583517453] 'process raft request' (duration: 2.138168719s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:39.909708Z","caller":"traceutil/trace.go:171","msg":"trace[125672599] transaction","detail":"{read_only:false; response_revision:23551; number_of_response:1; }","duration":"2.136637583s","start":"2026-03-05T18:38:37.773018Z","end":"2026-03-05T18:38:39.909655Z","steps":["trace[125672599] 'process raft request' (duration: 2.13650115s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:39.909822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137541225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:39.909857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:37.771043Z","time spent":"2.138724133s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:39.90987Z","caller":"traceutil/trace.go:171","msg":"trace[419955783] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23553; }","duration":"2.137634087s","start":"2026-03-05T18:38:37.772223Z","end":"2026-03-05T18:38:39.909857Z","steps":["trace[419955783] 'agreement among raft nodes before linearized reading' (duration: 2.137520054s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:39.909876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:37.773013Z","time spent":"2.136768896s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:39.909904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:37.772206Z","time spent":"2.137690608s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-05T18:38:39.909901Z","caller":"traceutil/trace.go:171","msg":"trace[223812467] transaction","detail":"{read_only:false; response_revision:23552; number_of_response:1; }","duration":"2.13607369s","start":"2026-03-05T18:38:37.773787Z","end":"2026-03-05T18:38:39.909861Z","steps":["trace[223812467] 'process raft request' (duration: 2.135770193s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:39.909968Z","caller":"traceutil/trace.go:171","msg":"trace[1925599974] transaction","detail":"{read_only:false; response_revision:23553; number_of_response:1; }","duration":"1.343757746s","start":"2026-03-05T18:38:38.566165Z","end":"2026-03-05T18:38:39.909923Z","steps":["trace[1925599974] 'process raft request' (duration: 1.343430358s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:39.910029Z","caller":"traceutil/trace.go:171","msg":"trace[1825939638] transaction","detail":"{read_only:false; response_revision:23550; number_of_response:1; }","duration":"2.137126565s","start":"2026-03-05T18:38:37.772891Z","end":"2026-03-05T18:38:39.910018Z","steps":["trace[1825939638] 'process raft request' (duration: 2.136542131s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:39.909686Z","caller":"traceutil/trace.go:171","msg":"trace[1268593241] linearizableReadLoop","detail":"{readStateIndex:24386; appliedIndex:24381; }","duration":"2.137395461s","start":"2026-03-05T18:38:37.77226Z","end":"2026-03-05T18:38:39.909656Z","steps":["trace[1268593241] 'read index received' (duration: 825.797365ms)","trace[1268593241] 'applied index is now lower than readState.Index' (duration: 1.311596796s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:39.910085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:37.773778Z","time spent":"2.136205394s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:39.91009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:37.772879Z","time spent":"2.137173216s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:39.910147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:38.566147Z","time spent":"1.343897769s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:40.410403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197916933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:41.058899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.606335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:41.05921Z","caller":"traceutil/trace.go:171","msg":"trace[538963472] transaction","detail":"{read_only:false; response_revision:23554; number_of_response:1; }","duration":"1.355515733s","start":"2026-03-05T18:38:39.703666Z","end":"2026-03-05T18:38:41.059181Z","steps":["trace[538963472] 'process raft request' (duration: 1.062480388s)","trace[538963472] 'compare' (duration: 292.272618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:41.059294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:39.703634Z","time spent":"1.355619146s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:41.05947Z","caller":"traceutil/trace.go:171","msg":"trace[281688762] transaction","detail":"{read_only:false; response_revision:23555; number_of_response:1; }","duration":"1.355673438s","start":"2026-03-05T18:38:39.70377Z","end":"2026-03-05T18:38:41.059444Z","steps":["trace[281688762] 'process raft request' (duration: 1.355278378s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:41.059581Z","caller":"traceutil/trace.go:171","msg":"trace[1728016370] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"1.355195966s","start":"2026-03-05T18:38:39.704347Z","end":"2026-03-05T18:38:41.059543Z","steps":["trace[1728016370] 'process raft request' (duration: 1.354981081s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.059646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:39.703764Z","time spent":"1.3557782s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:41.059729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:39.704338Z","time spent":"1.355315658s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:41.059785Z","caller":"traceutil/trace.go:171","msg":"trace[1205734805] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"1.355129024s","start":"2026-03-05T18:38:39.704639Z","end":"2026-03-05T18:38:41.059768Z","steps":["trace[1205734805] 'process raft request' (duration: 1.354801206s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.059879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:39.70463Z","time spent":"1.355204797s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:41.059931Z","caller":"traceutil/trace.go:171","msg":"trace[50736600] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"1.354445467s","start":"2026-03-05T18:38:39.705465Z","end":"2026-03-05T18:38:41.05991Z","steps":["trace[50736600] 'process raft request' (duration: 1.354236213s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:41.06004Z","caller":"traceutil/trace.go:171","msg":"trace[1974085381] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"1.352986333s","start":"2026-03-05T18:38:39.707045Z","end":"2026-03-05T18:38:41.060032Z","steps":["trace[1974085381] 'process raft request' (duration: 1.352797529s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.060065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:39.705457Z","time spent":"1.35454053s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:41.060091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:39.707037Z","time spent":"1.353030185s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:41.06016Z","caller":"traceutil/trace.go:171","msg":"trace[1109599216] linearizableReadLoop","detail":"{readStateIndex:24394; appliedIndex:24387; }","duration":"1.150040797s","start":"2026-03-05T18:38:39.910106Z","end":"2026-03-05T18:38:41.060147Z","steps":["trace[1109599216] 'read index received' (duration: 855.941327ms)","trace[1109599216] 'applied index is now lower than readState.Index' (duration: 294.09845ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:41.060183Z","caller":"traceutil/trace.go:171","msg":"trace[1411170557] transaction","detail":"{read_only:false; response_revision:23560; number_of_response:1; }","duration":"1.35244175s","start":"2026-03-05T18:38:39.707716Z","end":"2026-03-05T18:38:41.060157Z","steps":["trace[1411170557] 'process raft request' (duration: 1.352268776s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.060211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.502384436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:41.06024Z","caller":"traceutil/trace.go:171","msg":"trace[1418853350] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23560; }","duration":"2.502446318s","start":"2026-03-05T18:38:38.557784Z","end":"2026-03-05T18:38:41.06023Z","steps":["trace[1418853350] 'agreement among raft nodes before linearized reading' (duration: 2.502398247s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.06026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:38.557765Z","time spent":"2.502489019s","remote":"127.0.0.1:34296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:41.060271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264529895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:38:41.06028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:39.707705Z","time spent":"1.352524162s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:41.060294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553463893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:41.060306Z","caller":"traceutil/trace.go:171","msg":"trace[1390747567] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23560; }","duration":"2.264596027s","start":"2026-03-05T18:38:38.795701Z","end":"2026-03-05T18:38:41.060297Z","steps":["trace[1390747567] 'agreement among raft nodes before linearized reading' (duration: 2.264475274s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:41.060335Z","caller":"traceutil/trace.go:171","msg":"trace[1471650752] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23560; }","duration":"2.553505594s","start":"2026-03-05T18:38:38.506815Z","end":"2026-03-05T18:38:41.060321Z","steps":["trace[1471650752] 'agreement among raft nodes before linearized reading' (duration: 2.553437022s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.060371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:38.506758Z","time spent":"2.553604716s","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:41.060374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286773059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:41.060404Z","caller":"traceutil/trace.go:171","msg":"trace[774436258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23560; }","duration":"1.286842261s","start":"2026-03-05T18:38:39.773551Z","end":"2026-03-05T18:38:41.060393Z","steps":["trace[774436258] 'agreement among raft nodes before linearized reading' (duration: 1.28680213s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.060429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:39.773523Z","time spent":"1.286900581s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:38:41.060442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37519191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:38:41.060465Z","caller":"traceutil/trace.go:171","msg":"trace[1103743486] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23560; }","duration":"2.375245181s","start":"2026-03-05T18:38:38.685214Z","end":"2026-03-05T18:38:41.060459Z","steps":["trace[1103743486] 'agreement among raft nodes before linearized reading' (duration: 2.375140829s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.060489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:38.685199Z","time spent":"2.375285112s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:38:41.060479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436385375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T18:38:41.060526Z","caller":"traceutil/trace.go:171","msg":"trace[1874240863] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:23560; }","duration":"2.436459078s","start":"2026-03-05T18:38:38.624052Z","end":"2026-03-05T18:38:41.060512Z","steps":["trace[1874240863] 'agreement among raft nodes before linearized reading' (duration: 2.436347675s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.06055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.893067808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:41.060568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:38.624039Z","time spent":"2.436520419s","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"info","ts":"2026-03-05T18:38:41.060583Z","caller":"traceutil/trace.go:171","msg":"trace[652633089] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23560; }","duration":"2.89314233s","start":"2026-03-05T18:38:38.16743Z","end":"2026-03-05T18:38:41.060572Z","steps":["trace[652633089] 'agreement among raft nodes before linearized reading' (duration: 2.893093539s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.060613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:38.167405Z","time spent":"2.893200172s","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:41.060671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888923298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3322"} {"level":"info","ts":"2026-03-05T18:38:41.060713Z","caller":"traceutil/trace.go:171","msg":"trace[1600718705] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23560; }","duration":"1.88900115s","start":"2026-03-05T18:38:39.171702Z","end":"2026-03-05T18:38:41.060703Z","steps":["trace[1600718705] 'agreement among raft nodes before linearized reading' (duration: 1.888873407s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.060336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:38.795685Z","time spent":"2.264643607s","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:41.060742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:39.171679Z","time spent":"1.889056422s","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3346,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T18:38:41.060845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286154729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-05T18:38:41.060891Z","caller":"traceutil/trace.go:171","msg":"trace[1219961651] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:23560; }","duration":"3.286208441s","start":"2026-03-05T18:38:37.77467Z","end":"2026-03-05T18:38:41.060879Z","steps":["trace[1219961651] 'agreement among raft nodes before linearized reading' (duration: 3.286029576s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.060925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:37.774665Z","time spent":"3.286253892s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-03-05T18:38:41.060897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.259776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:41.060857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.135642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:41.060996Z","caller":"traceutil/trace.go:171","msg":"trace[1584964061] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23560; }","duration":"308.312847ms","start":"2026-03-05T18:38:40.752675Z","end":"2026-03-05T18:38:41.060988Z","steps":["trace[1584964061] 'agreement among raft nodes before linearized reading' (duration: 308.134632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.060993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.270784885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-05T18:38:41.061013Z","caller":"traceutil/trace.go:171","msg":"trace[340902008] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23560; }","duration":"716.39639ms","start":"2026-03-05T18:38:40.344592Z","end":"2026-03-05T18:38:41.060988Z","steps":["trace[340902008] 'agreement among raft nodes before linearized reading' (duration: 716.283057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.06093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.584055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:41.061054Z","caller":"traceutil/trace.go:171","msg":"trace[2101992655] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23560; }","duration":"3.270870908s","start":"2026-03-05T18:38:37.790167Z","end":"2026-03-05T18:38:41.061038Z","steps":["trace[2101992655] 'agreement among raft nodes before linearized reading' (duration: 3.270636932s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.061078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:40.34457Z","time spent":"716.488592ms","remote":"127.0.0.1:60518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:41.061091Z","caller":"traceutil/trace.go:171","msg":"trace[760015702] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23560; }","duration":"876.78489ms","start":"2026-03-05T18:38:40.18429Z","end":"2026-03-05T18:38:41.061075Z","steps":["trace[760015702] 'agreement among raft nodes before linearized reading' (duration: 876.618286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.061094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:37.790125Z","time spent":"3.27095977s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3590,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-05T18:38:41.061107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066247019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:38:41.061128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:40.184267Z","time spent":"876.849212ms","remote":"127.0.0.1:33902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:41.061139Z","caller":"traceutil/trace.go:171","msg":"trace[883254640] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23560; }","duration":"2.066323872s","start":"2026-03-05T18:38:38.994806Z","end":"2026-03-05T18:38:41.061129Z","steps":["trace[883254640] 'agreement among raft nodes before linearized reading' (duration: 2.066267101s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.060963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134125052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:41.061174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:38.994783Z","time spent":"2.066384183s","remote":"127.0.0.1:43084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:41.061204Z","caller":"traceutil/trace.go:171","msg":"trace[782969296] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23560; }","duration":"1.134401008s","start":"2026-03-05T18:38:39.926792Z","end":"2026-03-05T18:38:41.061193Z","steps":["trace[782969296] 'agreement among raft nodes before linearized reading' (duration: 1.134149943s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.060765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144515617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:41.060741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.775309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:38:41.061232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:39.92677Z","time spent":"1.134451489s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:41.06102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:40.752633Z","time spent":"308.380847ms","remote":"127.0.0.1:43050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:41.061252Z","caller":"traceutil/trace.go:171","msg":"trace[1615932978] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23560; }","duration":"263.336874ms","start":"2026-03-05T18:38:40.797903Z","end":"2026-03-05T18:38:41.06124Z","steps":["trace[1615932978] 'agreement among raft nodes before linearized reading' (duration: 262.753389ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:41.061261Z","caller":"traceutil/trace.go:171","msg":"trace[1299608805] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23560; }","duration":"1.145084811s","start":"2026-03-05T18:38:39.916151Z","end":"2026-03-05T18:38:41.061235Z","steps":["trace[1299608805] 'agreement among raft nodes before linearized reading' (duration: 1.144487146s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.061054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995320254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-05T18:38:41.061346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:39.916129Z","time spent":"1.145189253s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:38:41.060947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216943221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:41.061381Z","caller":"traceutil/trace.go:171","msg":"trace[440194755] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23560; }","duration":"1.995692963s","start":"2026-03-05T18:38:39.065677Z","end":"2026-03-05T18:38:41.06137Z","steps":["trace[440194755] 'agreement among raft nodes before linearized reading' (duration: 1.995297573s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:41.0614Z","caller":"traceutil/trace.go:171","msg":"trace[242716157] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23560; }","duration":"2.217426753s","start":"2026-03-05T18:38:38.843961Z","end":"2026-03-05T18:38:41.061388Z","steps":["trace[242716157] 'agreement among raft nodes before linearized reading' (duration: 2.216940202s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.061423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:39.06564Z","time spent":"1.995772265s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:38:41.061439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:38.843945Z","time spent":"2.217482374s","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:41.981546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.438612ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-05T18:38:41.981809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:41.062373Z","time spent":"919.429928ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T18:38:41.981857Z","caller":"traceutil/trace.go:171","msg":"trace[1980133127] linearizableReadLoop","detail":"{readStateIndex:24395; appliedIndex:24394; }","duration":"915.773092ms","start":"2026-03-05T18:38:41.066041Z","end":"2026-03-05T18:38:41.981814Z","steps":["trace[1980133127] 'read index received' (duration: 207.040873ms)","trace[1980133127] 'applied index is now lower than readState.Index' (duration: 708.729849ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:41.981916Z","caller":"traceutil/trace.go:171","msg":"trace[1383118475] transaction","detail":"{read_only:false; response_revision:23561; number_of_response:1; }","duration":"915.146996ms","start":"2026-03-05T18:38:41.066746Z","end":"2026-03-05T18:38:41.981893Z","steps":["trace[1383118475] 'process raft request' (duration: 914.924951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.982153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:41.066734Z","time spent":"915.339391ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:41.98216Z","caller":"traceutil/trace.go:171","msg":"trace[697053692] transaction","detail":"{read_only:false; response_revision:23562; number_of_response:1; }","duration":"915.244208ms","start":"2026-03-05T18:38:41.066896Z","end":"2026-03-05T18:38:41.98214Z","steps":["trace[697053692] 'process raft request' (duration: 914.937781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.982362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:41.066875Z","time spent":"915.444103ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:41.982905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.728455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T18:38:41.982977Z","caller":"traceutil/trace.go:171","msg":"trace[1355956938] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23563; }","duration":"916.833227ms","start":"2026-03-05T18:38:41.066126Z","end":"2026-03-05T18:38:41.982959Z","steps":["trace[1355956938] 'agreement among raft nodes before linearized reading' (duration: 916.586262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.983015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:41.066103Z","time spent":"916.903949ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:38:41.983208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.963719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:41.983239Z","caller":"traceutil/trace.go:171","msg":"trace[68540486] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23563; }","duration":"625.00044ms","start":"2026-03-05T18:38:41.358228Z","end":"2026-03-05T18:38:41.983228Z","steps":["trace[68540486] 'agreement among raft nodes before linearized reading' (duration: 624.941148ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:41.983256Z","caller":"traceutil/trace.go:171","msg":"trace[1521486926] transaction","detail":"{read_only:false; response_revision:23563; number_of_response:1; }","duration":"866.473907ms","start":"2026-03-05T18:38:41.116766Z","end":"2026-03-05T18:38:41.98324Z","steps":["trace[1521486926] 'process raft request' (duration: 865.294549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.983269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:41.358173Z","time spent":"625.087742ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:41.983344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:41.116743Z","time spent":"866.541019ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:41.98342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.891564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:41.983445Z","caller":"traceutil/trace.go:171","msg":"trace[318814247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23563; }","duration":"912.946615ms","start":"2026-03-05T18:38:41.070491Z","end":"2026-03-05T18:38:41.983437Z","steps":["trace[318814247] 'agreement among raft nodes before linearized reading' (duration: 912.905514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.983469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:41.070479Z","time spent":"912.985536ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:38:41.983647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.769218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-05T18:38:41.983673Z","caller":"traceutil/trace.go:171","msg":"trace[986260129] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23563; }","duration":"914.806679ms","start":"2026-03-05T18:38:41.068859Z","end":"2026-03-05T18:38:41.983665Z","steps":["trace[986260129] 'agreement among raft nodes before linearized reading' (duration: 914.721117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.983697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:41.068854Z","time spent":"914.83746ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T18:38:41.983969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.841846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-05T18:38:41.984013Z","caller":"traceutil/trace.go:171","msg":"trace[459755605] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23563; }","duration":"916.97144ms","start":"2026-03-05T18:38:41.06703Z","end":"2026-03-05T18:38:41.984001Z","steps":["trace[459755605] 'agreement among raft nodes before linearized reading' (duration: 916.792676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.984057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:41.067023Z","time spent":"917.024941ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3590,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-05T18:38:41.984148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.130763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:41.984172Z","caller":"traceutil/trace.go:171","msg":"trace[1760625039] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23563; }","duration":"917.176005ms","start":"2026-03-05T18:38:41.066988Z","end":"2026-03-05T18:38:41.984164Z","steps":["trace[1760625039] 'agreement among raft nodes before linearized reading' (duration: 917.133324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.984196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:41.066971Z","time spent":"917.218535ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:38:41.984292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.574283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189a05ebf9385b41\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-03-05T18:38:41.984326Z","caller":"traceutil/trace.go:171","msg":"trace[1630439751] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189a05ebf9385b41; range_end:; response_count:1; response_revision:23563; }","duration":"917.652895ms","start":"2026-03-05T18:38:41.066662Z","end":"2026-03-05T18:38:41.984315Z","steps":["trace[1630439751] 'agreement among raft nodes before linearized reading' (duration: 917.567783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.984346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:41.066643Z","time spent":"917.698647ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":766,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.189a05ebf9385b41\" "} {"level":"warn","ts":"2026-03-05T18:38:41.989029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.979673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T18:38:41.989073Z","caller":"traceutil/trace.go:171","msg":"trace[1752807505] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458; range_end:; response_count:1; response_revision:23563; }","duration":"923.038214ms","start":"2026-03-05T18:38:41.066024Z","end":"2026-03-05T18:38:41.989062Z","steps":["trace[1752807505] 'agreement among raft nodes before linearized reading' (duration: 915.915175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:41.989097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:41.065994Z","time spent":"923.097245ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458\" "} {"level":"info","ts":"2026-03-05T18:38:42.134635Z","caller":"traceutil/trace.go:171","msg":"trace[897653335] transaction","detail":"{read_only:false; response_revision:23565; number_of_response:1; }","duration":"147.997338ms","start":"2026-03-05T18:38:41.986607Z","end":"2026-03-05T18:38:42.134605Z","steps":["trace[897653335] 'process raft request' (duration: 147.64171ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:42.1348Z","caller":"traceutil/trace.go:171","msg":"trace[2132007476] transaction","detail":"{read_only:false; response_revision:23566; number_of_response:1; }","duration":"143.90986ms","start":"2026-03-05T18:38:41.990875Z","end":"2026-03-05T18:38:42.134784Z","steps":["trace[2132007476] 'process raft request' (duration: 143.600243ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:42.134824Z","caller":"traceutil/trace.go:171","msg":"trace[1099613217] transaction","detail":"{read_only:false; response_revision:23569; number_of_response:1; }","duration":"142.954899ms","start":"2026-03-05T18:38:41.991842Z","end":"2026-03-05T18:38:42.134797Z","steps":["trace[1099613217] 'process raft request' (duration: 142.840696ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:42.134911Z","caller":"traceutil/trace.go:171","msg":"trace[723416150] transaction","detail":"{read_only:false; response_revision:23568; number_of_response:1; }","duration":"143.103242ms","start":"2026-03-05T18:38:41.991786Z","end":"2026-03-05T18:38:42.134889Z","steps":["trace[723416150] 'process raft request' (duration: 142.845156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:42.13535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.980481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:42.135389Z","caller":"traceutil/trace.go:171","msg":"trace[1864960027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23570; }","duration":"149.041962ms","start":"2026-03-05T18:38:41.986337Z","end":"2026-03-05T18:38:42.135379Z","steps":["trace[1864960027] 'agreement among raft nodes before linearized reading' (duration: 148.95159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:42.135399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.713036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9287"} {"level":"warn","ts":"2026-03-05T18:38:42.135437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.547087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-03-05T18:38:42.135478Z","caller":"traceutil/trace.go:171","msg":"trace[401730726] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23570; }","duration":"143.820898ms","start":"2026-03-05T18:38:41.991638Z","end":"2026-03-05T18:38:42.135459Z","steps":["trace[401730726] 'agreement among raft nodes before linearized reading' (duration: 143.571142ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:42.135524Z","caller":"traceutil/trace.go:171","msg":"trace[1339188117] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"136.045014ms","start":"2026-03-05T18:38:41.999471Z","end":"2026-03-05T18:38:42.135516Z","steps":["trace[1339188117] 'process raft request' (duration: 135.277197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:42.135689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.884034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:38:42.135727Z","caller":"traceutil/trace.go:171","msg":"trace[1243522370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23570; }","duration":"144.954326ms","start":"2026-03-05T18:38:41.990765Z","end":"2026-03-05T18:38:42.13572Z","steps":["trace[1243522370] 'agreement among raft nodes before linearized reading' (duration: 144.810223ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:42.135491Z","caller":"traceutil/trace.go:171","msg":"trace[455113268] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:23570; }","duration":"136.605368ms","start":"2026-03-05T18:38:41.99886Z","end":"2026-03-05T18:38:42.135465Z","steps":["trace[455113268] 'agreement among raft nodes before linearized reading' (duration: 136.456615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:42.13581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.963192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1347"} {"level":"info","ts":"2026-03-05T18:38:42.136101Z","caller":"traceutil/trace.go:171","msg":"trace[862508355] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23570; }","duration":"144.267758ms","start":"2026-03-05T18:38:41.991808Z","end":"2026-03-05T18:38:42.136075Z","steps":["trace[862508355] 'agreement among raft nodes before linearized reading' (duration: 143.8901ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:42.136914Z","caller":"traceutil/trace.go:171","msg":"trace[2104595853] transaction","detail":"{read_only:false; response_revision:23567; number_of_response:1; }","duration":"143.890691ms","start":"2026-03-05T18:38:41.990939Z","end":"2026-03-05T18:38:42.134829Z","steps":["trace[2104595853] 'process raft request' (duration: 143.641525ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:45.559091Z","caller":"traceutil/trace.go:171","msg":"trace[542767088] linearizableReadLoop","detail":"{readStateIndex:24461; appliedIndex:24460; }","duration":"496.79568ms","start":"2026-03-05T18:38:45.062272Z","end":"2026-03-05T18:38:45.559068Z","steps":["trace[542767088] 'read index received' (duration: 496.742029ms)","trace[542767088] 'applied index is now lower than readState.Index' (duration: 52.781µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:45.559183Z","caller":"traceutil/trace.go:171","msg":"trace[433687019] transaction","detail":"{read_only:false; response_revision:23625; number_of_response:1; }","duration":"643.310122ms","start":"2026-03-05T18:38:44.915863Z","end":"2026-03-05T18:38:45.559173Z","steps":["trace[433687019] 'process raft request' (duration: 643.074816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:45.559318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:44.91584Z","time spent":"643.364074ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:45.559461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.172609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-05T18:38:45.559556Z","caller":"traceutil/trace.go:171","msg":"trace[2145303071] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473; range_end:; response_count:1; response_revision:23625; }","duration":"497.305521ms","start":"2026-03-05T18:38:45.06223Z","end":"2026-03-05T18:38:45.559536Z","steps":["trace[2145303071] 'agreement among raft nodes before linearized reading' (duration: 497.078156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:45.559607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:45.06221Z","time spent":"497.386754ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" "} {"level":"warn","ts":"2026-03-05T18:38:46.060114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197917160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:46.491445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.631443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:46.491858Z","caller":"traceutil/trace.go:171","msg":"trace[1754877804] transaction","detail":"{read_only:false; response_revision:23632; number_of_response:1; }","duration":"1.409368136s","start":"2026-03-05T18:38:45.082471Z","end":"2026-03-05T18:38:46.491839Z","steps":["trace[1754877804] 'process raft request' (duration: 1.409325645s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:46.491928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:45.082454Z","time spent":"1.409440047s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:46.492292Z","caller":"traceutil/trace.go:171","msg":"trace[1765420456] transaction","detail":"{read_only:false; response_revision:23626; number_of_response:1; }","duration":"1.420072229s","start":"2026-03-05T18:38:45.072205Z","end":"2026-03-05T18:38:46.492278Z","steps":["trace[1765420456] 'process raft request' (duration: 1.154522594s)","trace[1765420456] 'compare' (duration: 264.185253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:46.492352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:45.072177Z","time spent":"1.420143611s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:46.49248Z","caller":"traceutil/trace.go:171","msg":"trace[1078626012] transaction","detail":"{read_only:false; response_revision:23627; number_of_response:1; }","duration":"1.417835747s","start":"2026-03-05T18:38:45.074636Z","end":"2026-03-05T18:38:46.492472Z","steps":["trace[1078626012] 'process raft request' (duration: 1.416907865s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:46.492527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:45.074623Z","time spent":"1.417877897s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:46.492656Z","caller":"traceutil/trace.go:171","msg":"trace[486915205] transaction","detail":"{read_only:false; response_revision:23628; number_of_response:1; }","duration":"1.417908529s","start":"2026-03-05T18:38:45.074738Z","end":"2026-03-05T18:38:46.492647Z","steps":["trace[486915205] 'process raft request' (duration: 1.416900474s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:46.492711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:45.074714Z","time spent":"1.417970671s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:46.49279Z","caller":"traceutil/trace.go:171","msg":"trace[1226222425] transaction","detail":"{read_only:false; response_revision:23630; number_of_response:1; }","duration":"1.415097663s","start":"2026-03-05T18:38:45.077683Z","end":"2026-03-05T18:38:46.492781Z","steps":["trace[1226222425] 'process raft request' (duration: 1.414021947s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:46.49283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:45.077669Z","time spent":"1.415138663s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:46.492797Z","caller":"traceutil/trace.go:171","msg":"trace[955330741] transaction","detail":"{read_only:false; response_revision:23629; number_of_response:1; }","duration":"1.41628289s","start":"2026-03-05T18:38:45.076457Z","end":"2026-03-05T18:38:46.49274Z","steps":["trace[955330741] 'process raft request' (duration: 1.415213004s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:46.492946Z","caller":"traceutil/trace.go:171","msg":"trace[1985995673] transaction","detail":"{read_only:false; response_revision:23631; number_of_response:1; }","duration":"1.415149274s","start":"2026-03-05T18:38:45.07775Z","end":"2026-03-05T18:38:46.492899Z","steps":["trace[1985995673] 'process raft request' (duration: 1.413991726s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:46.49306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:45.076439Z","time spent":"1.416476925s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:46.49315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:45.077734Z","time spent":"1.415310608s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:47.50474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001004999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:38:47.50481Z","caller":"traceutil/trace.go:171","msg":"trace[263167310] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001084011s","start":"2026-03-05T18:38:45.50371Z","end":"2026-03-05T18:38:47.504794Z","steps":["trace[263167310] 'agreement among raft nodes before linearized reading' (duration: 2.001003329s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:47.504848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:45.503636Z","time spent":"2.001205304s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:38:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:38:47.528763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.227274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:47.528861Z","caller":"traceutil/trace.go:171","msg":"trace[2088304561] linearizableReadLoop","detail":"{readStateIndex:24469; appliedIndex:24461; }","duration":"1.969696368s","start":"2026-03-05T18:38:45.55915Z","end":"2026-03-05T18:38:47.528846Z","steps":["trace[2088304561] 'read index received' (duration: 667.594678ms)","trace[2088304561] 'applied index is now lower than readState.Index' (duration: 1.30210005s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:47.528908Z","caller":"traceutil/trace.go:171","msg":"trace[320100379] transaction","detail":"{read_only:false; response_revision:23633; number_of_response:1; }","duration":"1.961951624s","start":"2026-03-05T18:38:45.566922Z","end":"2026-03-05T18:38:47.528874Z","steps":["trace[320100379] 'process raft request' (duration: 1.716494114s)","trace[320100379] 'compare' (duration: 244.064547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:47.52897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004554131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:38:47.529033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:45.566899Z","time spent":"1.962067327s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:47.529045Z","caller":"traceutil/trace.go:171","msg":"trace[1262542688] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23633; }","duration":"2.004680174s","start":"2026-03-05T18:38:45.524346Z","end":"2026-03-05T18:38:47.529027Z","steps":["trace[1262542688] 'agreement among raft nodes before linearized reading' (duration: 2.004526681s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:47.52906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020652732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-n8w89.189a05418c88abfd\" ","response":"range_response_count:1 size:949"} {"level":"warn","ts":"2026-03-05T18:38:47.529092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:45.52433Z","time spent":"2.004750576s","remote":"127.0.0.1:34326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:47.529088Z","caller":"traceutil/trace.go:171","msg":"trace[42692344] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-n8w89.189a05418c88abfd; range_end:; response_count:1; response_revision:23633; }","duration":"2.020720163s","start":"2026-03-05T18:38:45.508357Z","end":"2026-03-05T18:38:47.529077Z","steps":["trace[42692344] 'agreement among raft nodes before linearized reading' (duration: 2.02057075s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:47.529156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:45.508331Z","time spent":"2.020817966s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":973,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-n8w89.189a05418c88abfd\" "} {"level":"warn","ts":"2026-03-05T18:38:47.529268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790655388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-05T18:38:47.529399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.778163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2891"} {"level":"warn","ts":"2026-03-05T18:38:47.529433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37523372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T18:38:47.529447Z","caller":"traceutil/trace.go:171","msg":"trace[765792286] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:23633; }","duration":"117.845115ms","start":"2026-03-05T18:38:47.411591Z","end":"2026-03-05T18:38:47.529436Z","steps":["trace[765792286] 'agreement among raft nodes before linearized reading' (duration: 117.691711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:47.529449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378124468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T18:38:47.529517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.465744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-05T18:38:47.529521Z","caller":"traceutil/trace.go:171","msg":"trace[1407266081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23633; }","duration":"1.37822751s","start":"2026-03-05T18:38:46.151272Z","end":"2026-03-05T18:38:47.5295Z","steps":["trace[1407266081] 'agreement among raft nodes before linearized reading' (duration: 1.378058396s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:47.529533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375120037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T18:38:47.529552Z","caller":"traceutil/trace.go:171","msg":"trace[1197933490] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:23633; }","duration":"119.548365ms","start":"2026-03-05T18:38:47.409995Z","end":"2026-03-05T18:38:47.529544Z","steps":["trace[1197933490] 'agreement among raft nodes before linearized reading' (duration: 119.446883ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:47.529557Z","caller":"traceutil/trace.go:171","msg":"trace[1007622559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23633; }","duration":"1.375145248s","start":"2026-03-05T18:38:46.154406Z","end":"2026-03-05T18:38:47.529552Z","steps":["trace[1007622559] 'agreement among raft nodes before linearized reading' (duration: 1.375085976s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:47.529558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.179169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-05T18:38:47.529564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:46.151252Z","time spent":"1.378303162s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:38:47.529559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.086074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-03-05T18:38:47.529607Z","caller":"traceutil/trace.go:171","msg":"trace[131929895] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23633; }","duration":"373.250841ms","start":"2026-03-05T18:38:47.156337Z","end":"2026-03-05T18:38:47.529587Z","steps":["trace[131929895] 'agreement among raft nodes before linearized reading' (duration: 373.134459ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:47.529622Z","caller":"traceutil/trace.go:171","msg":"trace[1312110382] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:23633; }","duration":"119.204278ms","start":"2026-03-05T18:38:47.4104Z","end":"2026-03-05T18:38:47.529605Z","steps":["trace[1312110382] 'agreement among raft nodes before linearized reading' (duration: 118.999873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:47.529634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.220104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-03-05T18:38:47.529633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459375288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3322"} {"level":"warn","ts":"2026-03-05T18:38:47.529666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.15632Z","time spent":"373.333873ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T18:38:47.529688Z","caller":"traceutil/trace.go:171","msg":"trace[2132692543] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:23633; }","duration":"118.281476ms","start":"2026-03-05T18:38:47.41139Z","end":"2026-03-05T18:38:47.529672Z","steps":["trace[2132692543] 'agreement among raft nodes before linearized reading' (duration: 118.179304ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:47.529712Z","caller":"traceutil/trace.go:171","msg":"trace[2134268572] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23633; }","duration":"1.459506271s","start":"2026-03-05T18:38:46.070191Z","end":"2026-03-05T18:38:47.529697Z","steps":["trace[2134268572] 'agreement among raft nodes before linearized reading' (duration: 1.459237155s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:47.529732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531986694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:38:47.529758Z","caller":"traceutil/trace.go:171","msg":"trace[1564051815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23633; }","duration":"1.532050255s","start":"2026-03-05T18:38:45.997699Z","end":"2026-03-05T18:38:47.529749Z","steps":["trace[1564051815] 'agreement among raft nodes before linearized reading' (duration: 1.531993964s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:47.529765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.711368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-05T18:38:47.529783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:45.997673Z","time spent":"1.532105747s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T18:38:47.529809Z","caller":"traceutil/trace.go:171","msg":"trace[1534546534] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:23633; }","duration":"116.769119ms","start":"2026-03-05T18:38:47.41303Z","end":"2026-03-05T18:38:47.529799Z","steps":["trace[1534546534] 'agreement among raft nodes before linearized reading' (duration: 116.665407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:47.529838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.47693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"warn","ts":"2026-03-05T18:38:47.529841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.301189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-05T18:38:47.529544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.940647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-03-05T18:38:47.529878Z","caller":"traceutil/trace.go:171","msg":"trace[296725218] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23633; }","duration":"119.389002ms","start":"2026-03-05T18:38:47.410482Z","end":"2026-03-05T18:38:47.529871Z","steps":["trace[296725218] 'agreement among raft nodes before linearized reading' (duration: 119.31833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:47.529409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.680055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-03-05T18:38:47.529909Z","caller":"traceutil/trace.go:171","msg":"trace[1899582174] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:23633; }","duration":"118.315316ms","start":"2026-03-05T18:38:47.411582Z","end":"2026-03-05T18:38:47.529897Z","steps":["trace[1899582174] 'agreement among raft nodes before linearized reading' (duration: 117.884936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:47.529769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:46.070166Z","time spent":"1.459591703s","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3346,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T18:38:47.529929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.471303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-03-05T18:38:47.529941Z","caller":"traceutil/trace.go:171","msg":"trace[389109330] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23633; }","duration":"119.241028ms","start":"2026-03-05T18:38:47.410686Z","end":"2026-03-05T18:38:47.529927Z","steps":["trace[389109330] 'agreement among raft nodes before linearized reading' (duration: 118.558232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:47.529659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.264639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3322"} {"level":"warn","ts":"2026-03-05T18:38:47.529779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.32216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-03-05T18:38:47.529965Z","caller":"traceutil/trace.go:171","msg":"trace[169930448] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23633; }","duration":"119.553606ms","start":"2026-03-05T18:38:47.410401Z","end":"2026-03-05T18:38:47.529954Z","steps":["trace[169930448] 'agreement among raft nodes before linearized reading' (duration: 119.450383ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:47.52999Z","caller":"traceutil/trace.go:171","msg":"trace[1977511638] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:23633; }","duration":"119.541716ms","start":"2026-03-05T18:38:47.410441Z","end":"2026-03-05T18:38:47.529982Z","steps":["trace[1977511638] 'agreement among raft nodes before linearized reading' (duration: 119.281909ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:47.529993Z","caller":"traceutil/trace.go:171","msg":"trace[1550648792] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23633; }","duration":"119.606107ms","start":"2026-03-05T18:38:47.410377Z","end":"2026-03-05T18:38:47.529983Z","steps":["trace[1550648792] 'agreement among raft nodes before linearized reading' (duration: 119.224608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:47.529584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:46.154373Z","time spent":"1.375206539s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T18:38:47.529868Z","caller":"traceutil/trace.go:171","msg":"trace[1763203512] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:23633; }","duration":"118.523442ms","start":"2026-03-05T18:38:47.411336Z","end":"2026-03-05T18:38:47.529859Z","steps":["trace[1763203512] 'agreement among raft nodes before linearized reading' (duration: 118.44317ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:47.529476Z","caller":"traceutil/trace.go:171","msg":"trace[1082118961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23633; }","duration":"1.375325422s","start":"2026-03-05T18:38:46.154141Z","end":"2026-03-05T18:38:47.529466Z","steps":["trace[1082118961] 'agreement among raft nodes before linearized reading' (duration: 1.375185468s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:47.53008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.050777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-05T18:38:47.530121Z","caller":"traceutil/trace.go:171","msg":"trace[2018357772] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:23633; }","duration":"117.107448ms","start":"2026-03-05T18:38:47.413004Z","end":"2026-03-05T18:38:47.530112Z","steps":["trace[2018357772] 'agreement among raft nodes before linearized reading' (duration: 117.010365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:47.529425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.299452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-05T18:38:47.530164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543741341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T18:38:47.530217Z","caller":"traceutil/trace.go:171","msg":"trace[891732804] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23633; }","duration":"421.113911ms","start":"2026-03-05T18:38:47.109077Z","end":"2026-03-05T18:38:47.530191Z","steps":["trace[891732804] 'agreement among raft nodes before linearized reading' (duration: 420.231401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:47.530096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:46.154114Z","time spent":"1.375973537s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:38:47.530276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.299472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-05T18:38:47.530219Z","caller":"traceutil/trace.go:171","msg":"trace[469479636] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23633; }","duration":"1.543804783s","start":"2026-03-05T18:38:45.986403Z","end":"2026-03-05T18:38:47.530207Z","steps":["trace[469479636] 'agreement among raft nodes before linearized reading' (duration: 1.543393733s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:47.530309Z","caller":"traceutil/trace.go:171","msg":"trace[1273584403] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:23633; }","duration":"117.348263ms","start":"2026-03-05T18:38:47.41295Z","end":"2026-03-05T18:38:47.530298Z","steps":["trace[1273584403] 'agreement among raft nodes before linearized reading' (duration: 117.273111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:47.530327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:45.986315Z","time spent":"1.543999527s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":228,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:47.530332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.108691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2875"} {"level":"warn","ts":"2026-03-05T18:38:47.53033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.550955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-03-05T18:38:47.530392Z","caller":"traceutil/trace.go:171","msg":"trace[513984284] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:23633; }","duration":"118.184333ms","start":"2026-03-05T18:38:47.412191Z","end":"2026-03-05T18:38:47.530375Z","steps":["trace[513984284] 'agreement among raft nodes before linearized reading' (duration: 118.029149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:47.530417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.678279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"warn","ts":"2026-03-05T18:38:47.530412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.552765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-05T18:38:47.530424Z","caller":"traceutil/trace.go:171","msg":"trace[2099794292] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:23633; }","duration":"119.648817ms","start":"2026-03-05T18:38:47.41076Z","end":"2026-03-05T18:38:47.530409Z","steps":["trace[2099794292] 'agreement among raft nodes before linearized reading' (duration: 119.496174ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:47.530443Z","caller":"traceutil/trace.go:171","msg":"trace[1573387540] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23633; }","duration":"119.719819ms","start":"2026-03-05T18:38:47.410717Z","end":"2026-03-05T18:38:47.530436Z","steps":["trace[1573387540] 'agreement among raft nodes before linearized reading' (duration: 119.653128ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:47.530454Z","caller":"traceutil/trace.go:171","msg":"trace[1911230446] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23633; }","duration":"119.629757ms","start":"2026-03-05T18:38:47.410814Z","end":"2026-03-05T18:38:47.530444Z","steps":["trace[1911230446] 'agreement among raft nodes before linearized reading' (duration: 119.538285ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:47.52939Z","caller":"traceutil/trace.go:171","msg":"trace[274447087] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473; range_end:; response_count:1; response_revision:23633; }","duration":"1.790841692s","start":"2026-03-05T18:38:45.73852Z","end":"2026-03-05T18:38:47.529362Z","steps":["trace[274447087] 'agreement among raft nodes before linearized reading' (duration: 1.790643287s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:47.530328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.109061Z","time spent":"421.246354ms","remote":"127.0.0.1:42952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-05T18:38:47.53053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:45.738475Z","time spent":"1.792015229s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" "} {"level":"warn","ts":"2026-03-05T18:38:47.530494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.631573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"warn","ts":"2026-03-05T18:38:47.529816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375734912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T18:38:47.530576Z","caller":"traceutil/trace.go:171","msg":"trace[1449274037] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:23633; }","duration":"118.729705ms","start":"2026-03-05T18:38:47.411833Z","end":"2026-03-05T18:38:47.530563Z","steps":["trace[1449274037] 'agreement among raft nodes before linearized reading' (duration: 118.52712ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:47.530613Z","caller":"traceutil/trace.go:171","msg":"trace[760973911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23633; }","duration":"1.376586301s","start":"2026-03-05T18:38:46.153993Z","end":"2026-03-05T18:38:47.530579Z","steps":["trace[760973911] 'agreement among raft nodes before linearized reading' (duration: 1.375459115s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:47.530679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:46.153971Z","time spent":"1.376690073s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:38:47.529944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.078404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-05T18:38:47.530851Z","caller":"traceutil/trace.go:171","msg":"trace[1744163596] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:23633; }","duration":"119.974275ms","start":"2026-03-05T18:38:47.410848Z","end":"2026-03-05T18:38:47.530822Z","steps":["trace[1744163596] 'agreement among raft nodes before linearized reading' (duration: 119.038703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:48.038276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197917165,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T18:38:48.387467Z","caller":"traceutil/trace.go:171","msg":"trace[347114961] transaction","detail":"{read_only:false; response_revision:23634; number_of_response:1; }","duration":"852.091646ms","start":"2026-03-05T18:38:47.535354Z","end":"2026-03-05T18:38:48.387445Z","steps":["trace[347114961] 'process raft request' (duration: 851.940723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:48.387604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.535341Z","time spent":"852.195158ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:49.540769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000506287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:38:49.540923Z","caller":"traceutil/trace.go:171","msg":"trace[2008169531] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000680941s","start":"2026-03-05T18:38:47.540225Z","end":"2026-03-05T18:38:49.540906Z","steps":["trace[2008169531] 'agreement among raft nodes before linearized reading' (duration: 2.000513707s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:49.541009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.540207Z","time spent":"2.000789633s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:38:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:38:49.593174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.770771ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:49.593304Z","caller":"traceutil/trace.go:171","msg":"trace[2064187803] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23634; }","duration":"725.912494ms","start":"2026-03-05T18:38:48.867372Z","end":"2026-03-05T18:38:49.593285Z","steps":["trace[2064187803] 'range keys from in-memory index tree' (duration: 725.75359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:49.593475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039390693s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:49.593727Z","caller":"traceutil/trace.go:171","msg":"trace[1642820104] transaction","detail":"{read_only:false; response_revision:23635; number_of_response:1; }","duration":"2.055458803s","start":"2026-03-05T18:38:47.538226Z","end":"2026-03-05T18:38:49.593685Z","steps":["trace[1642820104] 'process raft request' (duration: 1.015767683s)","trace[1642820104] 'compare' (duration: 1.039106077s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:49.593786Z","caller":"traceutil/trace.go:171","msg":"trace[2018396833] transaction","detail":"{read_only:false; response_revision:23636; number_of_response:1; }","duration":"2.055503786s","start":"2026-03-05T18:38:47.538274Z","end":"2026-03-05T18:38:49.593778Z","steps":["trace[2018396833] 'process raft request' (duration: 2.05529526s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:49.59384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.538216Z","time spent":"2.055577678s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:49.593848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.538247Z","time spent":"2.055563647s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:49.593752Z","caller":"traceutil/trace.go:171","msg":"trace[1871881598] transaction","detail":"{read_only:false; response_revision:23637; number_of_response:1; }","duration":"2.053669334s","start":"2026-03-05T18:38:47.540067Z","end":"2026-03-05T18:38:49.593737Z","steps":["trace[1871881598] 'process raft request' (duration: 2.053593801s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:49.594035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.54006Z","time spent":"2.053925699s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:49.594159Z","caller":"traceutil/trace.go:171","msg":"trace[1027292505] transaction","detail":"{read_only:false; response_revision:23638; number_of_response:1; }","duration":"2.053608191s","start":"2026-03-05T18:38:47.540515Z","end":"2026-03-05T18:38:49.594123Z","steps":["trace[1027292505] 'process raft request' (duration: 2.05318689s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:49.5944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.540503Z","time spent":"2.053786054s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:49.594459Z","caller":"traceutil/trace.go:171","msg":"trace[465291380] linearizableReadLoop","detail":"{readStateIndex:24476; appliedIndex:24469; }","duration":"2.056334525s","start":"2026-03-05T18:38:47.538101Z","end":"2026-03-05T18:38:49.594436Z","steps":["trace[465291380] 'read index received' (duration: 849.29291ms)","trace[465291380] 'applied index is now lower than readState.Index' (duration: 1.207040225s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:49.594562Z","caller":"traceutil/trace.go:171","msg":"trace[1825062651] transaction","detail":"{read_only:false; response_revision:23639; number_of_response:1; }","duration":"2.053942868s","start":"2026-03-05T18:38:47.540549Z","end":"2026-03-05T18:38:49.594492Z","steps":["trace[1825062651] 'process raft request' (duration: 2.053456117s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:49.594617Z","caller":"traceutil/trace.go:171","msg":"trace[1451460066] transaction","detail":"{read_only:false; response_revision:23640; number_of_response:1; }","duration":"1.731170141s","start":"2026-03-05T18:38:47.86343Z","end":"2026-03-05T18:38:49.5946Z","steps":["trace[1451460066] 'process raft request' (duration: 1.730904394s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:49.594668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.540535Z","time spent":"2.054081902s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:49.594743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056630412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-05T18:38:49.594742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.863404Z","time spent":"1.731256813s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:49.594794Z","caller":"traceutil/trace.go:171","msg":"trace[1753642324] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23640; }","duration":"2.056695014s","start":"2026-03-05T18:38:47.538084Z","end":"2026-03-05T18:38:49.594779Z","steps":["trace[1753642324] 'agreement among raft nodes before linearized reading' (duration: 2.05654657s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:49.594831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.538074Z","time spent":"2.056749465s","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T18:38:50.094925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197917182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:50.59581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197917182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:50.973999Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.420068071s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:38:51.541599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000133578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:38:51.541659Z","caller":"traceutil/trace.go:171","msg":"trace[923772326] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000238019s","start":"2026-03-05T18:38:49.541407Z","end":"2026-03-05T18:38:51.541645Z","steps":["trace[923772326] 'agreement among raft nodes before linearized reading' (duration: 2.000158447s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:51.54169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:49.541395Z","time spent":"2.000288331s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:38:51.901596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999922032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:38:51.901682Z","caller":"traceutil/trace.go:171","msg":"trace[849814640] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000052846s","start":"2026-03-05T18:38:49.901611Z","end":"2026-03-05T18:38:51.901663Z","steps":["trace[849814640] 'agreement among raft nodes before linearized reading' (duration: 1.999942833s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:51.90173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:49.901595Z","time spent":"2.000125477s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:38:52.750565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776233906s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:52.750871Z","caller":"traceutil/trace.go:171","msg":"trace[459107984] transaction","detail":"{read_only:false; response_revision:23641; number_of_response:1; }","duration":"4.25272286s","start":"2026-03-05T18:38:48.49811Z","end":"2026-03-05T18:38:52.750833Z","steps":["trace[459107984] 'process raft request' (duration: 2.476091715s)","trace[459107984] 'compare' (duration: 1.773379318s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:52.750916Z","caller":"traceutil/trace.go:171","msg":"trace[1025419079] transaction","detail":"{read_only:false; response_revision:23644; number_of_response:1; }","duration":"4.251655546s","start":"2026-03-05T18:38:48.499244Z","end":"2026-03-05T18:38:52.750899Z","steps":["trace[1025419079] 'process raft request' (duration: 4.251580803s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.750979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:48.498084Z","time spent":"4.252845134s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:52.751018Z","caller":"traceutil/trace.go:171","msg":"trace[299466546] transaction","detail":"{read_only:false; response_revision:23642; number_of_response:1; }","duration":"4.252091755s","start":"2026-03-05T18:38:48.498917Z","end":"2026-03-05T18:38:52.751009Z","steps":["trace[299466546] 'process raft request' (duration: 4.251759676s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.751061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:48.498901Z","time spent":"4.252137237s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:52.750982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:48.499227Z","time spent":"4.251719717s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:52.75116Z","caller":"traceutil/trace.go:171","msg":"trace[735899986] transaction","detail":"{read_only:false; response_revision:23643; number_of_response:1; }","duration":"4.251917352s","start":"2026-03-05T18:38:48.499204Z","end":"2026-03-05T18:38:52.751122Z","steps":["trace[735899986] 'process raft request' (duration: 4.251586563s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:52.751268Z","caller":"traceutil/trace.go:171","msg":"trace[296041058] transaction","detail":"{read_only:false; response_revision:23645; number_of_response:1; }","duration":"4.251831369s","start":"2026-03-05T18:38:48.499403Z","end":"2026-03-05T18:38:52.751234Z","steps":["trace[296041058] 'process raft request' (duration: 4.25146192s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.751299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:48.499175Z","time spent":"4.252042854s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:52.751394Z","caller":"traceutil/trace.go:171","msg":"trace[813101561] transaction","detail":"{read_only:false; response_revision:23646; number_of_response:1; }","duration":"4.2514095s","start":"2026-03-05T18:38:48.499972Z","end":"2026-03-05T18:38:52.751382Z","steps":["trace[813101561] 'process raft request' (duration: 4.251135183s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.75146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:48.499939Z","time spent":"4.251482971s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:52.751473Z","caller":"traceutil/trace.go:171","msg":"trace[2031394429] transaction","detail":"{read_only:false; response_revision:23647; number_of_response:1; }","duration":"4.251111883s","start":"2026-03-05T18:38:48.500302Z","end":"2026-03-05T18:38:52.751414Z","steps":["trace[2031394429] 'process raft request' (duration: 4.250970399s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:52.751523Z","caller":"traceutil/trace.go:171","msg":"trace[869037062] transaction","detail":"{read_only:false; response_revision:23648; number_of_response:1; }","duration":"3.829512019s","start":"2026-03-05T18:38:48.921979Z","end":"2026-03-05T18:38:52.751491Z","steps":["trace[869037062] 'process raft request' (duration: 3.829362996s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:52.75156Z","caller":"traceutil/trace.go:171","msg":"trace[1375293214] transaction","detail":"{read_only:false; response_revision:23649; number_of_response:1; }","duration":"3.261691091s","start":"2026-03-05T18:38:49.489825Z","end":"2026-03-05T18:38:52.751516Z","steps":["trace[1375293214] 'process raft request' (duration: 3.261567958s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.751598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:48.500289Z","time spent":"4.251231515s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:52.751646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:48.921953Z","time spent":"3.829629461s","remote":"127.0.0.1:42832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:52.751693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.211344694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:1 size:1313"} {"level":"warn","ts":"2026-03-05T18:38:52.751705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:49.489801Z","time spent":"3.261811543s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:52.751716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.213447614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-03-05T18:38:52.751769Z","caller":"traceutil/trace.go:171","msg":"trace[1025497532] transaction","detail":"{read_only:false; response_revision:23650; number_of_response:1; }","duration":"2.179724452s","start":"2026-03-05T18:38:50.572036Z","end":"2026-03-05T18:38:52.75176Z","steps":["trace[1025497532] 'process raft request' (duration: 2.179411664s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:52.751773Z","caller":"traceutil/trace.go:171","msg":"trace[149256913] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:23650; }","duration":"5.213512175s","start":"2026-03-05T18:38:47.538242Z","end":"2026-03-05T18:38:52.751754Z","steps":["trace[149256913] 'agreement among raft nodes before linearized reading' (duration: 5.213312311s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.75181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.538236Z","time spent":"5.213566347s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:38:52.751819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:50.572017Z","time spent":"2.179774122s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:52.751822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.213574377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-api\" ","response":"range_response_count:1 size:918"} {"level":"info","ts":"2026-03-05T18:38:52.751869Z","caller":"traceutil/trace.go:171","msg":"trace[187189868] range","detail":"{range_begin:/registry/services/specs/openstack/nova-api; range_end:; response_count:1; response_revision:23650; }","duration":"5.213644759s","start":"2026-03-05T18:38:47.538211Z","end":"2026-03-05T18:38:52.751856Z","steps":["trace[187189868] 'agreement among raft nodes before linearized reading' (duration: 5.213531136s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.751893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.213021654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-cfn\" ","response":"range_response_count:1 size:917"} {"level":"info","ts":"2026-03-05T18:38:52.751958Z","caller":"traceutil/trace.go:171","msg":"trace[2143758685] range","detail":"{range_begin:/registry/services/specs/openstack/heat-cfn; range_end:; response_count:1; response_revision:23650; }","duration":"5.213091576s","start":"2026-03-05T18:38:47.538849Z","end":"2026-03-05T18:38:52.751941Z","steps":["trace[2143758685] 'agreement among raft nodes before linearized reading' (duration: 5.212886921s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.751984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.213737601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18204"} {"level":"info","ts":"2026-03-05T18:38:52.752029Z","caller":"traceutil/trace.go:171","msg":"trace[1898162243] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:23650; }","duration":"5.213793952s","start":"2026-03-05T18:38:47.538222Z","end":"2026-03-05T18:38:52.752016Z","steps":["trace[1898162243] 'agreement among raft nodes before linearized reading' (duration: 5.21371297s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.752037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.213379833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-metadata\" ","response":"range_response_count:1 size:929"} {"level":"warn","ts":"2026-03-05T18:38:52.752003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.538846Z","time spent":"5.213146127s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":941,"request content":"key:\"/registry/services/specs/openstack/heat-cfn\" "} {"level":"info","ts":"2026-03-05T18:38:52.752066Z","caller":"traceutil/trace.go:171","msg":"trace[505013166] range","detail":"{range_begin:/registry/services/specs/openstack/nova-metadata; range_end:; response_count:1; response_revision:23650; }","duration":"5.213419364s","start":"2026-03-05T18:38:47.538638Z","end":"2026-03-05T18:38:52.752058Z","steps":["trace[505013166] 'agreement among raft nodes before linearized reading' (duration: 5.213330961s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.752065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.538213Z","time spent":"5.213841643s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18228,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-03-05T18:38:52.752092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.538632Z","time spent":"5.213454214s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":953,"request content":"key:\"/registry/services/specs/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-05T18:38:52.752094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.212885701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey\" ","response":"range_response_count:1 size:1507"} {"level":"info","ts":"2026-03-05T18:38:52.751726Z","caller":"traceutil/trace.go:171","msg":"trace[387734262] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:1; response_revision:23650; }","duration":"5.211388827s","start":"2026-03-05T18:38:47.540326Z","end":"2026-03-05T18:38:52.751715Z","steps":["trace[387734262] 'agreement among raft nodes before linearized reading' (duration: 5.211219723s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:52.752149Z","caller":"traceutil/trace.go:171","msg":"trace[130458698] range","detail":"{range_begin:/registry/services/specs/openstack/valkey; range_end:; response_count:1; response_revision:23650; }","duration":"5.212946612s","start":"2026-03-05T18:38:47.539187Z","end":"2026-03-05T18:38:52.752133Z","steps":["trace[130458698] 'agreement among raft nodes before linearized reading' (duration: 5.212792769s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.752156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.213937156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15430"} {"level":"warn","ts":"2026-03-05T18:38:52.752182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.539183Z","time spent":"5.212991993s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":1531,"request content":"key:\"/registry/services/specs/openstack/valkey\" "} {"level":"warn","ts":"2026-03-05T18:38:52.751909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.538191Z","time spent":"5.21370625s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":942,"request content":"key:\"/registry/services/specs/openstack/nova-api\" "} {"level":"info","ts":"2026-03-05T18:38:52.752194Z","caller":"traceutil/trace.go:171","msg":"trace[1168801860] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:23650; }","duration":"5.213974616s","start":"2026-03-05T18:38:47.538208Z","end":"2026-03-05T18:38:52.752183Z","steps":["trace[1168801860] 'agreement among raft nodes before linearized reading' (duration: 5.213807693s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.752224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.538186Z","time spent":"5.214031047s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15454,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-03-05T18:38:52.751559Z","caller":"traceutil/trace.go:171","msg":"trace[383605457] linearizableReadLoop","detail":"{readStateIndex:24486; appliedIndex:24476; }","duration":"3.156983025s","start":"2026-03-05T18:38:49.594555Z","end":"2026-03-05T18:38:52.751538Z","steps":["trace[383605457] 'read index received' (duration: 1.379666843s)","trace[383605457] 'applied index is now lower than readState.Index' (duration: 1.777314902s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:52.752108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.127352778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T18:38:52.752304Z","caller":"traceutil/trace.go:171","msg":"trace[214530882] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:23650; }","duration":"4.127583583s","start":"2026-03-05T18:38:48.624711Z","end":"2026-03-05T18:38:52.752294Z","steps":["trace[214530882] 'agreement among raft nodes before linearized reading' (duration: 4.127329617s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.752313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.214085569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-03-05T18:38:52.752338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:48.624689Z","time spent":"4.127640534s","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-05T18:38:52.752336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.213891415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1608"} {"level":"info","ts":"2026-03-05T18:38:52.75237Z","caller":"traceutil/trace.go:171","msg":"trace[303825424] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:23650; }","duration":"5.21417394s","start":"2026-03-05T18:38:47.538178Z","end":"2026-03-05T18:38:52.752352Z","steps":["trace[303825424] 'agreement among raft nodes before linearized reading' (duration: 5.213904854s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.752146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.213782282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-05T18:38:52.752397Z","caller":"traceutil/trace.go:171","msg":"trace[331907074] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:23650; }","duration":"5.214002947s","start":"2026-03-05T18:38:47.538374Z","end":"2026-03-05T18:38:52.752377Z","steps":["trace[331907074] 'agreement among raft nodes before linearized reading' (duration: 5.213807912s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.752414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.538162Z","time spent":"5.214240273s","remote":"127.0.0.1:43890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1289,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"info","ts":"2026-03-05T18:38:52.75242Z","caller":"traceutil/trace.go:171","msg":"trace[1231702629] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:23650; }","duration":"5.214071919s","start":"2026-03-05T18:38:47.538333Z","end":"2026-03-05T18:38:52.752405Z","steps":["trace[1231702629] 'agreement among raft nodes before linearized reading' (duration: 5.213673739s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.752434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.214242572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:1490"} {"level":"warn","ts":"2026-03-05T18:38:52.752406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.152304584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/octavia-api\" ","response":"range_response_count:1 size:928"} {"level":"info","ts":"2026-03-05T18:38:52.752482Z","caller":"traceutil/trace.go:171","msg":"trace[2133086714] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:23650; }","duration":"5.214291033s","start":"2026-03-05T18:38:47.538178Z","end":"2026-03-05T18:38:52.752469Z","steps":["trace[2133086714] 'agreement among raft nodes before linearized reading' (duration: 5.21415813s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:52.752496Z","caller":"traceutil/trace.go:171","msg":"trace[672899480] range","detail":"{range_begin:/registry/services/specs/openstack/octavia-api; range_end:; response_count:1; response_revision:23650; }","duration":"3.152415737s","start":"2026-03-05T18:38:49.600067Z","end":"2026-03-05T18:38:52.752483Z","steps":["trace[672899480] 'agreement among raft nodes before linearized reading' (duration: 3.152274154s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.752525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.538164Z","time spent":"5.214347745s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1514,"request content":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-03-05T18:38:52.752532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.213571427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/cinder-api\" ","response":"range_response_count:1 size:921"} {"level":"info","ts":"2026-03-05T18:38:52.752582Z","caller":"traceutil/trace.go:171","msg":"trace[262318840] range","detail":"{range_begin:/registry/services/specs/openstack/cinder-api; range_end:; response_count:1; response_revision:23650; }","duration":"5.213631098s","start":"2026-03-05T18:38:47.538938Z","end":"2026-03-05T18:38:52.752569Z","steps":["trace[262318840] 'agreement among raft nodes before linearized reading' (duration: 5.213491535s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.752618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152897514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T18:38:52.752624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.538935Z","time spent":"5.213676119s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":945,"request content":"key:\"/registry/services/specs/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-05T18:38:52.752649Z","caller":"traceutil/trace.go:171","msg":"trace[1909102100] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23650; }","duration":"1.152943326s","start":"2026-03-05T18:38:51.599696Z","end":"2026-03-05T18:38:52.752639Z","steps":["trace[1909102100] 'agreement among raft nodes before linearized reading' (duration: 1.152869854s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.752676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:51.599686Z","time spent":"1.152983567s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:38:52.752689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961416462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:52.752726Z","caller":"traceutil/trace.go:171","msg":"trace[201323585] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23650; }","duration":"1.961496674s","start":"2026-03-05T18:38:50.79122Z","end":"2026-03-05T18:38:52.752717Z","steps":["trace[201323585] 'agreement among raft nodes before linearized reading' (duration: 1.961420772s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.752181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.540321Z","time spent":"5.211839777s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/monitoring/loki-headless\" "} {"level":"warn","ts":"2026-03-05T18:38:52.752758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:50.791193Z","time spent":"1.961554305s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:52.752489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.437098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3322"} {"level":"warn","ts":"2026-03-05T18:38:52.752829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103273174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:52.752861Z","caller":"traceutil/trace.go:171","msg":"trace[660262238] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23650; }","duration":"2.103330226s","start":"2026-03-05T18:38:50.64952Z","end":"2026-03-05T18:38:52.752851Z","steps":["trace[660262238] 'agreement among raft nodes before linearized reading' (duration: 2.103279825s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:52.752863Z","caller":"traceutil/trace.go:171","msg":"trace[1516449801] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23650; }","duration":"206.836878ms","start":"2026-03-05T18:38:52.546007Z","end":"2026-03-05T18:38:52.752843Z","steps":["trace[1516449801] 'agreement among raft nodes before linearized reading' (duration: 206.426828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.752889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:50.649508Z","time spent":"2.103373027s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:52.752913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.143296086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/placement-api\" ","response":"range_response_count:1 size:938"} {"level":"warn","ts":"2026-03-05T18:38:52.752933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153541751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T18:38:52.752962Z","caller":"traceutil/trace.go:171","msg":"trace[938290824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23650; }","duration":"1.153610462s","start":"2026-03-05T18:38:51.599343Z","end":"2026-03-05T18:38:52.752953Z","steps":["trace[938290824] 'agreement among raft nodes before linearized reading' (duration: 1.15352195s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:52.752963Z","caller":"traceutil/trace.go:171","msg":"trace[1074349533] range","detail":"{range_begin:/registry/services/specs/openstack/placement-api; range_end:; response_count:1; response_revision:23650; }","duration":"5.143388768s","start":"2026-03-05T18:38:47.609561Z","end":"2026-03-05T18:38:52.75295Z","steps":["trace[1074349533] 'agreement among raft nodes before linearized reading' (duration: 5.143253905s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.75299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:51.599248Z","time spent":"1.153736145s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:38:52.753003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.609522Z","time spent":"5.14346962s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":962,"request content":"key:\"/registry/services/specs/openstack/placement-api\" "} {"level":"warn","ts":"2026-03-05T18:38:52.752539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:49.600053Z","time spent":"3.152471798s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":952,"request content":"key:\"/registry/services/specs/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-05T18:38:52.753086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121867063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:52.753116Z","caller":"traceutil/trace.go:171","msg":"trace[813745063] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23650; }","duration":"2.121896134s","start":"2026-03-05T18:38:50.63121Z","end":"2026-03-05T18:38:52.753106Z","steps":["trace[813745063] 'agreement among raft nodes before linearized reading' (duration: 2.121805332s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.753142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:50.631191Z","time spent":"2.121944486s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:52.753156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153793067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-05T18:38:52.752455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.538327Z","time spent":"5.2141175s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1336,"request content":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" "} {"level":"info","ts":"2026-03-05T18:38:52.753187Z","caller":"traceutil/trace.go:171","msg":"trace[1524012945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23650; }","duration":"1.153866909s","start":"2026-03-05T18:38:51.59931Z","end":"2026-03-05T18:38:52.753177Z","steps":["trace[1524012945] 'agreement among raft nodes before linearized reading' (duration: 1.153784967s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.753214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:51.599287Z","time spent":"1.153920729s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:38:52.753224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167131932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:52.752548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.0883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:52.753255Z","caller":"traceutil/trace.go:171","msg":"trace[1239885508] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23650; }","duration":"2.167162094s","start":"2026-03-05T18:38:50.586083Z","end":"2026-03-05T18:38:52.753245Z","steps":["trace[1239885508] 'agreement among raft nodes before linearized reading' (duration: 2.167114913s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.753283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:50.586065Z","time spent":"2.167210655s","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:52.753281Z","caller":"traceutil/trace.go:171","msg":"trace[778553270] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23650; }","duration":"751.815557ms","start":"2026-03-05T18:38:52.001451Z","end":"2026-03-05T18:38:52.753266Z","steps":["trace[778553270] 'agreement among raft nodes before linearized reading' (duration: 751.068649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.753304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:48.499395Z","time spent":"4.251942562s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:52.753324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.001429Z","time spent":"751.881258ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:38:52.753362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154183466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T18:38:52.753413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294636167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:52.753412Z","caller":"traceutil/trace.go:171","msg":"trace[604112375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23650; }","duration":"1.154232827s","start":"2026-03-05T18:38:51.599171Z","end":"2026-03-05T18:38:52.753404Z","steps":["trace[604112375] 'agreement among raft nodes before linearized reading' (duration: 1.154138425s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:52.753442Z","caller":"traceutil/trace.go:171","msg":"trace[2045401505] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23650; }","duration":"2.294708999s","start":"2026-03-05T18:38:50.458725Z","end":"2026-03-05T18:38:52.753434Z","steps":["trace[2045401505] 'agreement among raft nodes before linearized reading' (duration: 2.294663867s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.75345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:51.599151Z","time spent":"1.154293228s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:38:52.752443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.538365Z","time spent":"5.214065688s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1632,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-03-05T18:38:52.753509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.742647784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:52.753472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:50.458698Z","time spent":"2.294767109s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:52.753573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.516514933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:52.753536Z","caller":"traceutil/trace.go:171","msg":"trace[1949760685] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23650; }","duration":"2.742711766s","start":"2026-03-05T18:38:50.010815Z","end":"2026-03-05T18:38:52.753526Z","steps":["trace[1949760685] 'agreement among raft nodes before linearized reading' (duration: 2.742676165s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:52.753607Z","caller":"traceutil/trace.go:171","msg":"trace[1857359783] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23650; }","duration":"4.516591985s","start":"2026-03-05T18:38:48.237006Z","end":"2026-03-05T18:38:52.753598Z","steps":["trace[1857359783] 'agreement among raft nodes before linearized reading' (duration: 4.516515394s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.75361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15523577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T18:38:52.753616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.876451606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:52.753625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:50.010792Z","time spent":"2.742823098s","remote":"127.0.0.1:51114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:52.753636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:48.236982Z","time spent":"4.516645277s","remote":"127.0.0.1:43204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:52.753642Z","caller":"traceutil/trace.go:171","msg":"trace[1109586282] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23650; }","duration":"1.155283621s","start":"2026-03-05T18:38:51.598347Z","end":"2026-03-05T18:38:52.75363Z","steps":["trace[1109586282] 'agreement among raft nodes before linearized reading' (duration: 1.155206729s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.75365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.218121271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-05T18:38:52.75367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:51.598335Z","time spent":"1.155328452s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:38:52.753658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.093645532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:406"} {"level":"info","ts":"2026-03-05T18:38:52.753685Z","caller":"traceutil/trace.go:171","msg":"trace[1036911082] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473; range_end:; response_count:1; response_revision:23650; }","duration":"4.218195683s","start":"2026-03-05T18:38:48.535479Z","end":"2026-03-05T18:38:52.753675Z","steps":["trace[1036911082] 'agreement among raft nodes before linearized reading' (duration: 4.218101191s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.753715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:48.535459Z","time spent":"4.218249136s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" "} {"level":"warn","ts":"2026-03-05T18:38:52.753717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936864305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:52.75372Z","caller":"traceutil/trace.go:171","msg":"trace[468582649] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:23650; }","duration":"5.093750606s","start":"2026-03-05T18:38:47.659953Z","end":"2026-03-05T18:38:52.753704Z","steps":["trace[468582649] 'agreement among raft nodes before linearized reading' (duration: 5.09354866s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.753578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.757782822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:52.753742Z","caller":"traceutil/trace.go:171","msg":"trace[1776348932] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23650; }","duration":"2.936936717s","start":"2026-03-05T18:38:49.816799Z","end":"2026-03-05T18:38:52.753735Z","steps":["trace[1776348932] 'agreement among raft nodes before linearized reading' (duration: 2.936899786s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.753769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:49.816781Z","time spent":"2.936981567s","remote":"127.0.0.1:42940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:52.753766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.659934Z","time spent":"5.093819888s","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":430,"request content":"key:\"/registry/services/endpoints/openstack/ceph-mon\" "} {"level":"warn","ts":"2026-03-05T18:38:52.753794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204112536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:52.75382Z","caller":"traceutil/trace.go:171","msg":"trace[908919890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23650; }","duration":"1.204159696s","start":"2026-03-05T18:38:51.549652Z","end":"2026-03-05T18:38:52.753812Z","steps":["trace[908919890] 'agreement among raft nodes before linearized reading' (duration: 1.204118085s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.753681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921424518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:38:52.753843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:51.549639Z","time spent":"1.204199618s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:38:52.753858Z","caller":"traceutil/trace.go:171","msg":"trace[1486483480] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23650; }","duration":"2.921627164s","start":"2026-03-05T18:38:49.832219Z","end":"2026-03-05T18:38:52.753846Z","steps":["trace[1486483480] 'agreement among raft nodes before linearized reading' (duration: 2.921441269s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.753898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:49.832205Z","time spent":"2.921681565s","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:52.75397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295570848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:52.753773Z","caller":"traceutil/trace.go:171","msg":"trace[1541949641] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23650; }","duration":"2.758004597s","start":"2026-03-05T18:38:49.995756Z","end":"2026-03-05T18:38:52.753761Z","steps":["trace[1541949641] 'agreement among raft nodes before linearized reading' (duration: 2.757800621s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:52.753999Z","caller":"traceutil/trace.go:171","msg":"trace[580031583] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23650; }","duration":"1.295622168s","start":"2026-03-05T18:38:51.458366Z","end":"2026-03-05T18:38:52.753989Z","steps":["trace[580031583] 'agreement among raft nodes before linearized reading' (duration: 1.295579697s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.754027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:51.458352Z","time spent":"1.29566739s","remote":"127.0.0.1:33446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:52.754037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:49.995737Z","time spent":"2.758272954s","remote":"127.0.0.1:33968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:52.754192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371375479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:52.754218Z","caller":"traceutil/trace.go:171","msg":"trace[1754246205] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23650; }","duration":"1.37143977s","start":"2026-03-05T18:38:51.38277Z","end":"2026-03-05T18:38:52.75421Z","steps":["trace[1754246205] 'agreement among raft nodes before linearized reading' (duration: 1.371360038s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.754247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:51.382749Z","time spent":"1.371488171s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":77,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:52.754256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.438377028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T18:38:52.754304Z","caller":"traceutil/trace.go:171","msg":"trace[961550800] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23650; }","duration":"4.43846533s","start":"2026-03-05T18:38:48.315827Z","end":"2026-03-05T18:38:52.754292Z","steps":["trace[961550800] 'agreement among raft nodes before linearized reading' (duration: 4.43721453s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.754333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:48.315807Z","time spent":"4.438518021s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2636,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:52.754392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440512372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:52.754421Z","caller":"traceutil/trace.go:171","msg":"trace[1522232883] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23650; }","duration":"1.440576673s","start":"2026-03-05T18:38:51.313835Z","end":"2026-03-05T18:38:52.754411Z","steps":["trace[1522232883] 'agreement among raft nodes before linearized reading' (duration: 1.440530452s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.754448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:51.313814Z","time spent":"1.440627005s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:52.754479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.214517289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-05T18:38:52.754545Z","caller":"traceutil/trace.go:171","msg":"trace[215133691] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23650; }","duration":"5.216386853s","start":"2026-03-05T18:38:47.538146Z","end":"2026-03-05T18:38:52.754533Z","steps":["trace[215133691] 'agreement among raft nodes before linearized reading' (duration: 5.214460877s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.75458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.538137Z","time spent":"5.216430124s","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T18:38:52.754595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.363042208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5bc69fb6bd-9wwkt.189a05db7f63f55b\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-05T18:38:52.751712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.213542106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2115"} {"level":"info","ts":"2026-03-05T18:38:52.754631Z","caller":"traceutil/trace.go:171","msg":"trace[199366646] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5bc69fb6bd-9wwkt.189a05db7f63f55b; range_end:; response_count:1; response_revision:23650; }","duration":"4.363115459s","start":"2026-03-05T18:38:48.391503Z","end":"2026-03-05T18:38:52.754619Z","steps":["trace[199366646] 'agreement among raft nodes before linearized reading' (duration: 4.362985686s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.754662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:48.391485Z","time spent":"4.363170501s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-5bc69fb6bd-9wwkt.189a05db7f63f55b\" "} {"level":"info","ts":"2026-03-05T18:38:52.754665Z","caller":"traceutil/trace.go:171","msg":"trace[920316241] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:23650; }","duration":"5.216501566s","start":"2026-03-05T18:38:47.538143Z","end":"2026-03-05T18:38:52.754645Z","steps":["trace[920316241] 'agreement among raft nodes before linearized reading' (duration: 5.213454114s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.754728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.538131Z","time spent":"5.216577858s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2139,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" "} {"level":"info","ts":"2026-03-05T18:38:52.753643Z","caller":"traceutil/trace.go:171","msg":"trace[2106943336] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23650; }","duration":"2.876545287s","start":"2026-03-05T18:38:49.87709Z","end":"2026-03-05T18:38:52.753635Z","steps":["trace[2106943336] 'agreement among raft nodes before linearized reading' (duration: 2.876504956s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.754905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:49.877071Z","time spent":"2.877818728s","remote":"127.0.0.1:33790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:52.754613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.119075945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"range_response_count:1 size:1420"} {"level":"warn","ts":"2026-03-05T18:38:52.75509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.194837974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-03-05T18:38:52.755127Z","caller":"traceutil/trace.go:171","msg":"trace[796242973] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:23650; }","duration":"5.194897416s","start":"2026-03-05T18:38:47.560219Z","end":"2026-03-05T18:38:52.755116Z","steps":["trace[796242973] 'agreement among raft nodes before linearized reading' (duration: 5.194804534s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:52.755129Z","caller":"traceutil/trace.go:171","msg":"trace[65265113] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy; range_end:; response_count:1; response_revision:23650; }","duration":"5.119627458s","start":"2026-03-05T18:38:47.635486Z","end":"2026-03-05T18:38:52.755113Z","steps":["trace[65265113] 'agreement among raft nodes before linearized reading' (duration: 5.119057814s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.764824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.635465Z","time spent":"5.129275755s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1444,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" "} {"level":"warn","ts":"2026-03-05T18:38:52.755154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.560207Z","time spent":"5.194940076s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":2488,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-03-05T18:38:52.756796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.202511985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-05T18:38:52.765059Z","caller":"traceutil/trace.go:171","msg":"trace[1140381772] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23650; }","duration":"4.21079761s","start":"2026-03-05T18:38:48.554224Z","end":"2026-03-05T18:38:52.765022Z","steps":["trace[1140381772] 'agreement among raft nodes before linearized reading' (duration: 4.197903805s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.757828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.172564108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1278"} {"level":"warn","ts":"2026-03-05T18:38:52.765152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:48.554201Z","time spent":"4.210909333s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-05T18:38:52.765152Z","caller":"traceutil/trace.go:171","msg":"trace[1037581991] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:23650; }","duration":"5.179897721s","start":"2026-03-05T18:38:47.585231Z","end":"2026-03-05T18:38:52.765129Z","steps":["trace[1037581991] 'agreement among raft nodes before linearized reading' (duration: 5.169236879s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.76522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.585179Z","time spent":"5.180019774s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1302,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-03-05T18:38:53.256285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197917185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:53.757514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197917185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:54.258372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197917185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:54.75562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000074136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:38:54.755717Z","caller":"traceutil/trace.go:171","msg":"trace[1140364390] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000203738s","start":"2026-03-05T18:38:52.755495Z","end":"2026-03-05T18:38:54.755698Z","steps":["trace[1140364390] 'agreement among raft nodes before linearized reading' (duration: 2.000084266s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:54.755766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.755487Z","time spent":"2.000268321s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:38:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:38:54.758532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197917185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:54.976135Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.992104587s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:38:55.027374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.752925Z","time spent":"2.274443569s","remote":"127.0.0.1:42848","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T18:38:55.140562Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20558} {"level":"info","ts":"2026-03-05T18:38:55.140691Z","caller":"traceutil/trace.go:171","msg":"trace[737613758] compact","detail":"{revision:20558; response_revision:23650; }","duration":"2.385946765s","start":"2026-03-05T18:38:52.754727Z","end":"2026-03-05T18:38:55.140674Z","steps":["trace[737613758] 'process raft request' (duration: 2.324987144s)","trace[737613758] 'check and update compact revision' (duration: 60.753046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:55.140752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.754699Z","time spent":"2.386051127s","remote":"127.0.0.1:42832","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T18:38:55.140869Z","caller":"traceutil/trace.go:171","msg":"trace[2063992401] transaction","detail":"{read_only:false; response_revision:23651; number_of_response:1; }","duration":"2.383236611s","start":"2026-03-05T18:38:52.757615Z","end":"2026-03-05T18:38:55.140851Z","steps":["trace[2063992401] 'process raft request' (duration: 2.382947854s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.141081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.757598Z","time spent":"2.383370333s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:55.142074Z","caller":"traceutil/trace.go:171","msg":"trace[1859396565] transaction","detail":"{read_only:false; response_revision:23653; number_of_response:1; }","duration":"2.376537502s","start":"2026-03-05T18:38:52.765521Z","end":"2026-03-05T18:38:55.142059Z","steps":["trace[1859396565] 'process raft request' (duration: 2.376295566s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:55.142068Z","caller":"traceutil/trace.go:171","msg":"trace[1920517287] transaction","detail":"{read_only:false; response_revision:23652; number_of_response:1; }","duration":"2.376863469s","start":"2026-03-05T18:38:52.76518Z","end":"2026-03-05T18:38:55.142044Z","steps":["trace[1920517287] 'process raft request' (duration: 2.375656191s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:55.142247Z","caller":"traceutil/trace.go:171","msg":"trace[681379000] transaction","detail":"{read_only:false; response_revision:23655; number_of_response:1; }","duration":"2.376535091s","start":"2026-03-05T18:38:52.765681Z","end":"2026-03-05T18:38:55.142216Z","steps":["trace[681379000] 'process raft request' (duration: 2.376322727s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.142292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.765161Z","time spent":"2.377055253s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:55.142078Z","caller":"traceutil/trace.go:171","msg":"trace[761148870] transaction","detail":"{read_only:false; response_revision:23654; number_of_response:1; }","duration":"2.376507491s","start":"2026-03-05T18:38:52.765545Z","end":"2026-03-05T18:38:55.142052Z","steps":["trace[761148870] 'process raft request' (duration: 2.376389048s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.142376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.765671Z","time spent":"2.376635385s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:55.142131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.765511Z","time spent":"2.376591843s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:55.142428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.765534Z","time spent":"2.376808138s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:55.143885Z","caller":"traceutil/trace.go:171","msg":"trace[1773995592] transaction","detail":"{read_only:false; response_revision:23656; number_of_response:1; }","duration":"2.378169211s","start":"2026-03-05T18:38:52.765706Z","end":"2026-03-05T18:38:55.143875Z","steps":["trace[1773995592] 'process raft request' (duration: 2.376488211s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.143961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.76569Z","time spent":"2.378225002s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:55.144848Z","caller":"traceutil/trace.go:171","msg":"trace[201552751] transaction","detail":"{read_only:false; response_revision:23657; number_of_response:1; }","duration":"2.376565463s","start":"2026-03-05T18:38:52.76827Z","end":"2026-03-05T18:38:55.144836Z","steps":["trace[201552751] 'process raft request' (duration: 2.375553069s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:55.14484Z","caller":"traceutil/trace.go:171","msg":"trace[286055296] transaction","detail":"{read_only:false; response_revision:23658; number_of_response:1; }","duration":"2.168892455s","start":"2026-03-05T18:38:52.975928Z","end":"2026-03-05T18:38:55.144821Z","steps":["trace[286055296] 'process raft request' (duration: 2.168801163s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.144916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.768263Z","time spent":"2.376625784s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:55.144989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.975901Z","time spent":"2.169029449s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:55.145133Z","caller":"traceutil/trace.go:171","msg":"trace[2078156095] transaction","detail":"{read_only:false; response_revision:23659; number_of_response:1; }","duration":"388.008589ms","start":"2026-03-05T18:38:54.757117Z","end":"2026-03-05T18:38:55.145126Z","steps":["trace[2078156095] 'process raft request' (duration: 387.688162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.145201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:54.757094Z","time spent":"388.083901ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:55.145536Z","caller":"traceutil/trace.go:171","msg":"trace[695331657] transaction","detail":"{read_only:false; response_revision:23660; number_of_response:1; }","duration":"386.71687ms","start":"2026-03-05T18:38:54.758802Z","end":"2026-03-05T18:38:55.145519Z","steps":["trace[695331657] 'process raft request' (duration: 386.31665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.145623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:54.758778Z","time spent":"386.799301ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:55.14663Z","caller":"traceutil/trace.go:171","msg":"trace[331802894] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"387.792285ms","start":"2026-03-05T18:38:54.758816Z","end":"2026-03-05T18:38:55.146608Z","steps":["trace[331802894] 'process raft request' (duration: 386.694778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.14673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:54.758791Z","time spent":"387.892458ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:55.147089Z","caller":"traceutil/trace.go:171","msg":"trace[427566216] transaction","detail":"{read_only:false; response_revision:23662; number_of_response:1; }","duration":"387.811626ms","start":"2026-03-05T18:38:54.759262Z","end":"2026-03-05T18:38:55.147074Z","steps":["trace[427566216] 'process raft request' (duration: 387.229052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.147215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:54.759252Z","time spent":"387.890567ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:55.14741Z","caller":"traceutil/trace.go:171","msg":"trace[1249871446] transaction","detail":"{read_only:false; response_revision:23663; number_of_response:1; }","duration":"388.116292ms","start":"2026-03-05T18:38:54.759278Z","end":"2026-03-05T18:38:55.147394Z","steps":["trace[1249871446] 'process raft request' (duration: 387.753324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.147491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:54.759265Z","time spent":"388.177774ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:55.14777Z","caller":"traceutil/trace.go:171","msg":"trace[622839193] transaction","detail":"{read_only:false; response_revision:23664; number_of_response:1; }","duration":"388.210424ms","start":"2026-03-05T18:38:54.75953Z","end":"2026-03-05T18:38:55.14774Z","steps":["trace[622839193] 'process raft request' (duration: 387.836686ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:55.147776Z","caller":"traceutil/trace.go:171","msg":"trace[1764998807] transaction","detail":"{read_only:false; response_revision:23666; number_of_response:1; }","duration":"118.390658ms","start":"2026-03-05T18:38:55.029363Z","end":"2026-03-05T18:38:55.147754Z","steps":["trace[1764998807] 'process raft request' (duration: 118.342947ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:55.14784Z","caller":"traceutil/trace.go:171","msg":"trace[1963617997] linearizableReadLoop","detail":"{readStateIndex:24497; appliedIndex:24486; }","duration":"2.392441438s","start":"2026-03-05T18:38:52.755386Z","end":"2026-03-05T18:38:55.147828Z","steps":["trace[1963617997] 'read index received' (duration: 2.22111521s)","trace[1963617997] 'applied index is now lower than readState.Index' (duration: 171.324858ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:55.147807Z","caller":"traceutil/trace.go:171","msg":"trace[1157415979] transaction","detail":"{read_only:false; response_revision:23665; number_of_response:1; }","duration":"387.925298ms","start":"2026-03-05T18:38:54.75987Z","end":"2026-03-05T18:38:55.147795Z","steps":["trace[1157415979] 'process raft request' (duration: 387.776674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.147928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:54.759858Z","time spent":"388.02599ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:55.148007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392616582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-05T18:38:55.148037Z","caller":"traceutil/trace.go:171","msg":"trace[151081170] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23666; }","duration":"2.392667314s","start":"2026-03-05T18:38:52.755361Z","end":"2026-03-05T18:38:55.148029Z","steps":["trace[151081170] 'agreement among raft nodes before linearized reading' (duration: 2.392543271s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.148063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.755351Z","time spent":"2.392705985s","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T18:38:55.147847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:54.759518Z","time spent":"388.283466ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:55.148062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392602732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1432"} {"level":"info","ts":"2026-03-05T18:38:55.148178Z","caller":"traceutil/trace.go:171","msg":"trace[898575685] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:23666; }","duration":"2.392731415s","start":"2026-03-05T18:38:52.755433Z","end":"2026-03-05T18:38:55.148164Z","steps":["trace[898575685] 'agreement among raft nodes before linearized reading' (duration: 2.39252187s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.148217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382551924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/barbican-api\" ","response":"range_response_count:1 size:935"} {"level":"warn","ts":"2026-03-05T18:38:55.148221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.75542Z","time spent":"2.392791106s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1456,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-03-05T18:38:55.148245Z","caller":"traceutil/trace.go:171","msg":"trace[1503204251] range","detail":"{range_begin:/registry/services/specs/openstack/barbican-api; range_end:; response_count:1; response_revision:23666; }","duration":"2.382587965s","start":"2026-03-05T18:38:52.76565Z","end":"2026-03-05T18:38:55.148238Z","steps":["trace[1503204251] 'agreement among raft nodes before linearized reading' (duration: 2.382504363s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.148259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382619965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-05T18:38:55.148271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.765645Z","time spent":"2.382621716s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":959,"request content":"key:\"/registry/services/specs/openstack/barbican-api\" "} {"level":"warn","ts":"2026-03-05T18:38:55.148318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382699708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-05T18:38:55.148336Z","caller":"traceutil/trace.go:171","msg":"trace[1534406527] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:23666; }","duration":"2.382716678s","start":"2026-03-05T18:38:52.765615Z","end":"2026-03-05T18:38:55.148332Z","steps":["trace[1534406527] 'agreement among raft nodes before linearized reading' (duration: 2.382671317s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.148353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.765603Z","time spent":"2.382746929s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-05T18:38:55.148063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377678759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1527"} {"level":"warn","ts":"2026-03-05T18:38:55.148425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38281912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/staffeln-api\" ","response":"range_response_count:1 size:935"} {"level":"info","ts":"2026-03-05T18:38:55.14844Z","caller":"traceutil/trace.go:171","msg":"trace[1608467232] range","detail":"{range_begin:/registry/services/specs/openstack/staffeln-api; range_end:; response_count:1; response_revision:23666; }","duration":"2.382844251s","start":"2026-03-05T18:38:52.765592Z","end":"2026-03-05T18:38:55.148437Z","steps":["trace[1608467232] 'agreement among raft nodes before linearized reading' (duration: 2.382798869s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.148142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377787403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" ","response":"range_response_count:1 size:813"} {"level":"warn","ts":"2026-03-05T18:38:55.148437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.186867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:55.148453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390679206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-05T18:38:55.148448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390611164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1438"} {"level":"info","ts":"2026-03-05T18:38:55.148469Z","caller":"traceutil/trace.go:171","msg":"trace[1056640993] range","detail":"{range_begin:/registry/services/specs/capi-system/capi-webhook-service; range_end:; response_count:1; response_revision:23666; }","duration":"2.37811587s","start":"2026-03-05T18:38:52.770341Z","end":"2026-03-05T18:38:55.148457Z","steps":["trace[1056640993] 'agreement among raft nodes before linearized reading' (duration: 2.377754272s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:55.148483Z","caller":"traceutil/trace.go:171","msg":"trace[1721198802] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23666; }","duration":"2.390724367s","start":"2026-03-05T18:38:52.757749Z","end":"2026-03-05T18:38:55.148474Z","steps":["trace[1721198802] 'agreement among raft nodes before linearized reading' (duration: 2.390662326s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.148494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382957604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2556"} {"level":"info","ts":"2026-03-05T18:38:55.148492Z","caller":"traceutil/trace.go:171","msg":"trace[294863366] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23666; }","duration":"2.390679527s","start":"2026-03-05T18:38:52.757801Z","end":"2026-03-05T18:38:55.14848Z","steps":["trace[294863366] 'agreement among raft nodes before linearized reading' (duration: 2.390529903s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.148504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.757739Z","time spent":"2.390761188s","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-05T18:38:55.148516Z","caller":"traceutil/trace.go:171","msg":"trace[1550316962] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:23666; }","duration":"2.382986244s","start":"2026-03-05T18:38:52.765524Z","end":"2026-03-05T18:38:55.14851Z","steps":["trace[1550316962] 'agreement among raft nodes before linearized reading' (duration: 2.382938243s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.148185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382779329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:55.148535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.765519Z","time spent":"2.383011635s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2580,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" "} {"level":"warn","ts":"2026-03-05T18:38:55.148528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.757794Z","time spent":"2.390725197s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1462,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-05T18:38:55.148546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.059205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"warn","ts":"2026-03-05T18:38:55.148574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545308078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:55.148607Z","caller":"traceutil/trace.go:171","msg":"trace[235546030] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23666; }","duration":"1.54537801s","start":"2026-03-05T18:38:53.60322Z","end":"2026-03-05T18:38:55.148598Z","steps":["trace[235546030] 'agreement among raft nodes before linearized reading' (duration: 1.545292258s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.148638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389068566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-05T18:38:55.148657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.626098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-03-05T18:38:55.148203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467830868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:55.148687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383154958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1593"} {"level":"info","ts":"2026-03-05T18:38:55.148685Z","caller":"traceutil/trace.go:171","msg":"trace[711954099] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473; range_end:; response_count:1; response_revision:23666; }","duration":"1.389146638s","start":"2026-03-05T18:38:53.759526Z","end":"2026-03-05T18:38:55.148672Z","steps":["trace[711954099] 'agreement among raft nodes before linearized reading' (duration: 1.389047766s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:55.148709Z","caller":"traceutil/trace.go:171","msg":"trace[35507644] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:23666; }","duration":"2.383184199s","start":"2026-03-05T18:38:52.765519Z","end":"2026-03-05T18:38:55.148703Z","steps":["trace[35507644] 'agreement among raft nodes before linearized reading' (duration: 2.383134648s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:55.148708Z","caller":"traceutil/trace.go:171","msg":"trace[120842452] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23666; }","duration":"1.468366731s","start":"2026-03-05T18:38:53.680328Z","end":"2026-03-05T18:38:55.148695Z","steps":["trace[120842452] 'agreement among raft nodes before linearized reading' (duration: 1.467817048s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.148725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.765514Z","time spent":"2.383208379s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1617,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-03-05T18:38:55.14872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.065937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:55.148737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383435644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"warn","ts":"2026-03-05T18:38:55.148757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:53.680318Z","time spent":"1.468424112s","remote":"127.0.0.1:33566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:55.148784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962041356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:55.148809Z","caller":"traceutil/trace.go:171","msg":"trace[144219474] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23666; }","duration":"1.962102288s","start":"2026-03-05T18:38:53.1867Z","end":"2026-03-05T18:38:55.148802Z","steps":["trace[144219474] 'agreement among raft nodes before linearized reading' (duration: 1.962067077s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.148815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383353402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1487"} {"level":"info","ts":"2026-03-05T18:38:55.148831Z","caller":"traceutil/trace.go:171","msg":"trace[1698423006] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:23666; }","duration":"2.383384624s","start":"2026-03-05T18:38:52.765442Z","end":"2026-03-05T18:38:55.148827Z","steps":["trace[1698423006] 'agreement among raft nodes before linearized reading' (duration: 2.383343753s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.148832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:53.18668Z","time spent":"1.96214681s","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:55.148849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.765432Z","time spent":"2.383413624s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1511,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:38:55.148854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391028774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"info","ts":"2026-03-05T18:38:55.148277Z","caller":"traceutil/trace.go:171","msg":"trace[634145361] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23666; }","duration":"2.382641777s","start":"2026-03-05T18:38:52.76563Z","end":"2026-03-05T18:38:55.148272Z","steps":["trace[634145361] 'agreement among raft nodes before linearized reading' (duration: 2.382571025s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:55.148889Z","caller":"traceutil/trace.go:171","msg":"trace[879982156] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:23666; }","duration":"2.391071806s","start":"2026-03-05T18:38:52.75781Z","end":"2026-03-05T18:38:55.148881Z","steps":["trace[879982156] 'agreement among raft nodes before linearized reading' (duration: 2.390985533s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.148914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.757804Z","time spent":"2.391104567s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1270,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" "} {"level":"warn","ts":"2026-03-05T18:38:55.148932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383503407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-05T18:38:55.14892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.765627Z","time spent":"2.383282303s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1474,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-05T18:38:55.148975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089239693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:55.148684Z","caller":"traceutil/trace.go:171","msg":"trace[889648689] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23666; }","duration":"282.675159ms","start":"2026-03-05T18:38:54.866Z","end":"2026-03-05T18:38:55.148675Z","steps":["trace[889648689] 'agreement among raft nodes before linearized reading' (duration: 282.597897ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:55.148998Z","caller":"traceutil/trace.go:171","msg":"trace[429594708] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23666; }","duration":"2.089289864s","start":"2026-03-05T18:38:53.059701Z","end":"2026-03-05T18:38:55.148991Z","steps":["trace[429594708] 'agreement among raft nodes before linearized reading' (duration: 2.089253304s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.149018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:53.059686Z","time spent":"2.089327265s","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:55.148452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.765587Z","time spent":"2.382862512s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":959,"request content":"key:\"/registry/services/specs/openstack/staffeln-api\" "} {"level":"warn","ts":"2026-03-05T18:38:55.149051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378651794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-05T18:38:55.148487Z","caller":"traceutil/trace.go:171","msg":"trace[718277003] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:23666; }","duration":"2.378057319s","start":"2026-03-05T18:38:52.770359Z","end":"2026-03-05T18:38:55.148416Z","steps":["trace[718277003] 'agreement among raft nodes before linearized reading' (duration: 2.377612659s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.148399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390613615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" ","response":"range_response_count:1 size:1404"} {"level":"info","ts":"2026-03-05T18:38:55.148581Z","caller":"traceutil/trace.go:171","msg":"trace[560913154] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:23666; }","duration":"136.133237ms","start":"2026-03-05T18:38:55.01244Z","end":"2026-03-05T18:38:55.148574Z","steps":["trace[560913154] 'agreement among raft nodes before linearized reading' (duration: 136.067395ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:55.149101Z","caller":"traceutil/trace.go:171","msg":"trace[2105334925] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23666; }","duration":"2.378692894s","start":"2026-03-05T18:38:52.770384Z","end":"2026-03-05T18:38:55.149076Z","steps":["trace[2105334925] 'agreement among raft nodes before linearized reading' (duration: 2.378604632s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:55.149122Z","caller":"traceutil/trace.go:171","msg":"trace[1933704459] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-coredns; range_end:; response_count:1; response_revision:23666; }","duration":"2.391346612s","start":"2026-03-05T18:38:52.757768Z","end":"2026-03-05T18:38:55.149115Z","steps":["trace[1933704459] 'agreement among raft nodes before linearized reading' (duration: 2.390585344s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.149137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.770379Z","time spent":"2.378750406s","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T18:38:55.149145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.75776Z","time spent":"2.391379114s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1428,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" "} {"level":"info","ts":"2026-03-05T18:38:55.148489Z","caller":"traceutil/trace.go:171","msg":"trace[2109011401] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23666; }","duration":"670.251249ms","start":"2026-03-05T18:38:54.478213Z","end":"2026-03-05T18:38:55.148465Z","steps":["trace[2109011401] 'agreement among raft nodes before linearized reading' (duration: 670.187788ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:55.148947Z","caller":"traceutil/trace.go:171","msg":"trace[1311454451] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23666; }","duration":"2.383528158s","start":"2026-03-05T18:38:52.765415Z","end":"2026-03-05T18:38:55.148943Z","steps":["trace[1311454451] 'agreement among raft nodes before linearized reading' (duration: 2.383484417s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.149188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:54.478201Z","time spent":"670.975947ms","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:55.148711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650347221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:55.149254Z","caller":"traceutil/trace.go:171","msg":"trace[1940071489] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23666; }","duration":"1.650907385s","start":"2026-03-05T18:38:53.498336Z","end":"2026-03-05T18:38:55.149243Z","steps":["trace[1940071489] 'agreement among raft nodes before linearized reading' (duration: 1.650355291s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:55.148781Z","caller":"traceutil/trace.go:171","msg":"trace[1591050714] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:23666; }","duration":"2.383496546s","start":"2026-03-05T18:38:52.765275Z","end":"2026-03-05T18:38:55.148771Z","steps":["trace[1591050714] 'agreement among raft nodes before linearized reading' (duration: 2.383411114s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.14851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.770336Z","time spent":"2.378161291s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":837,"request content":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" "} {"level":"warn","ts":"2026-03-05T18:38:55.149289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:53.498323Z","time spent":"1.650952636s","remote":"127.0.0.1:33770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:55.149308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.765267Z","time spent":"2.38403208s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1272,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" "} {"level":"warn","ts":"2026-03-05T18:38:55.148554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356733422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:38:55.148502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.383628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:55.14934Z","caller":"traceutil/trace.go:171","msg":"trace[793070448] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23666; }","duration":"1.357515901s","start":"2026-03-05T18:38:53.791812Z","end":"2026-03-05T18:38:55.149327Z","steps":["trace[793070448] 'agreement among raft nodes before linearized reading' (duration: 1.356716022s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:55.149357Z","caller":"traceutil/trace.go:171","msg":"trace[1983982015] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23666; }","duration":"700.3179ms","start":"2026-03-05T18:38:54.449032Z","end":"2026-03-05T18:38:55.14935Z","steps":["trace[1983982015] 'agreement among raft nodes before linearized reading' (duration: 699.419228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.148671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:53.603189Z","time spent":"1.545456541s","remote":"127.0.0.1:60574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:55.149378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:53.791763Z","time spent":"1.357598813s","remote":"127.0.0.1:51214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:55.148545Z","caller":"traceutil/trace.go:171","msg":"trace[313440170] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23666; }","duration":"2.383136928s","start":"2026-03-05T18:38:52.765397Z","end":"2026-03-05T18:38:55.148534Z","steps":["trace[313440170] 'agreement among raft nodes before linearized reading' (duration: 2.382759799s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.149438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.765389Z","time spent":"2.38404255s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:38:55.148874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384517322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-03-05T18:38:55.148751Z","caller":"traceutil/trace.go:171","msg":"trace[540478700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23666; }","duration":"387.096738ms","start":"2026-03-05T18:38:54.761648Z","end":"2026-03-05T18:38:55.148745Z","steps":["trace[540478700] 'agreement among raft nodes before linearized reading' (duration: 387.052637ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:55.149495Z","caller":"traceutil/trace.go:171","msg":"trace[1879708270] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:23666; }","duration":"2.385163287s","start":"2026-03-05T18:38:52.76432Z","end":"2026-03-05T18:38:55.149483Z","steps":["trace[1879708270] 'agreement among raft nodes before linearized reading' (duration: 2.38448232s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.149519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:54.761609Z","time spent":"387.901487ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:38:55.149102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.770353Z","time spent":"2.378744116s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1551,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"warn","ts":"2026-03-05T18:38:55.148721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:53.759507Z","time spent":"1.389205739s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" "} {"level":"warn","ts":"2026-03-05T18:38:55.148665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383264721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-05T18:38:55.149609Z","caller":"traceutil/trace.go:171","msg":"trace[519071324] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23666; }","duration":"2.384224594s","start":"2026-03-05T18:38:52.765374Z","end":"2026-03-05T18:38:55.149598Z","steps":["trace[519071324] 'agreement among raft nodes before linearized reading' (duration: 2.383223389s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.148752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677316318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:55.14964Z","caller":"traceutil/trace.go:171","msg":"trace[76123278] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23666; }","duration":"1.6782311s","start":"2026-03-05T18:38:53.471401Z","end":"2026-03-05T18:38:55.149632Z","steps":["trace[76123278] 'agreement among raft nodes before linearized reading' (duration: 1.677333688s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.14964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.765362Z","time spent":"2.384269285s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1310,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-05T18:38:55.149659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:53.471386Z","time spent":"1.678267021s","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:55.149533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.764268Z","time spent":"2.385251599s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"warn","ts":"2026-03-05T18:38:55.149209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.765411Z","time spent":"2.383783954s","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T18:38:55.14938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:54.44901Z","time spent":"700.362691ms","remote":"127.0.0.1:34286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:55.282605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.509335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-05T18:38:55.282663Z","caller":"traceutil/trace.go:171","msg":"trace[1698037275] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23666; }","duration":"133.594116ms","start":"2026-03-05T18:38:55.149056Z","end":"2026-03-05T18:38:55.28265Z","steps":["trace[1698037275] 'range keys from in-memory index tree' (duration: 133.440443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.28264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.385988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:55.282698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.769257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-xm8ms\" ","response":"range_response_count:1 size:4308"} {"level":"info","ts":"2026-03-05T18:38:55.282722Z","caller":"traceutil/trace.go:171","msg":"trace[93178458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23666; }","duration":"132.511901ms","start":"2026-03-05T18:38:55.150186Z","end":"2026-03-05T18:38:55.282698Z","steps":["trace[93178458] 'range keys from in-memory index tree' (duration: 132.322487ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:55.28276Z","caller":"traceutil/trace.go:171","msg":"trace[1640225262] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-xm8ms; range_end:; response_count:1; response_revision:23666; }","duration":"132.851609ms","start":"2026-03-05T18:38:55.149894Z","end":"2026-03-05T18:38:55.282745Z","steps":["trace[1640225262] 'range keys from in-memory index tree' (duration: 132.638645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.283053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364645491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T18:38:55.283139Z","caller":"traceutil/trace.go:171","msg":"trace[1835919232] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23666; }","duration":"2.364779744s","start":"2026-03-05T18:38:52.918336Z","end":"2026-03-05T18:38:55.283116Z","steps":["trace[1835919232] 'agreement among raft nodes before linearized reading' (duration: 2.23087054s)","trace[1835919232] 'count revisions from in-memory index tree' (duration: 133.78912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:55.283187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.918315Z","time spent":"2.364861796s","remote":"127.0.0.1:43114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":173,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:55.283518Z","caller":"traceutil/trace.go:171","msg":"trace[1658020462] linearizableReadLoop","detail":"{readStateIndex:24505; appliedIndex:24504; }","duration":"128.244531ms","start":"2026-03-05T18:38:55.155225Z","end":"2026-03-05T18:38:55.28347Z","steps":["trace[1658020462] 'read index received' (duration: 39.457983ms)","trace[1658020462] 'applied index is now lower than readState.Index' (duration: 88.784828ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:55.283629Z","caller":"traceutil/trace.go:171","msg":"trace[1775806056] transaction","detail":"{read_only:false; response_revision:23667; number_of_response:1; }","duration":"128.829814ms","start":"2026-03-05T18:38:55.154778Z","end":"2026-03-05T18:38:55.283607Z","steps":["trace[1775806056] 'process raft request' (duration: 39.863562ms)","trace[1775806056] 'compare' (duration: 88.271565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:55.283639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438021846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:55.283686Z","caller":"traceutil/trace.go:171","msg":"trace[1953124925] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23666; }","duration":"2.438103758s","start":"2026-03-05T18:38:52.845567Z","end":"2026-03-05T18:38:55.28367Z","steps":["trace[1953124925] 'agreement among raft nodes before linearized reading' (duration: 2.303652101s)","trace[1953124925] 'range keys from in-memory index tree' (duration: 134.389036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:55.28372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.845547Z","time spent":"2.438164149s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T18:38:55.283749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.509727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-03-05T18:38:55.283797Z","caller":"traceutil/trace.go:171","msg":"trace[1642785329] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23667; }","duration":"128.573198ms","start":"2026-03-05T18:38:55.155209Z","end":"2026-03-05T18:38:55.283782Z","steps":["trace[1642785329] 'agreement among raft nodes before linearized reading' (duration: 128.392904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.561634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.997836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:55.561705Z","caller":"traceutil/trace.go:171","msg":"trace[1575968110] linearizableReadLoop","detail":"{readStateIndex:24506; appliedIndex:24505; }","duration":"278.124452ms","start":"2026-03-05T18:38:55.28357Z","end":"2026-03-05T18:38:55.561695Z","steps":["trace[1575968110] 'read index received' (duration: 124.962142ms)","trace[1575968110] 'applied index is now lower than readState.Index' (duration: 153.16165ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:55.561752Z","caller":"traceutil/trace.go:171","msg":"trace[1302123159] transaction","detail":"{read_only:false; response_revision:23668; number_of_response:1; }","duration":"405.229117ms","start":"2026-03-05T18:38:55.156517Z","end":"2026-03-05T18:38:55.561746Z","steps":["trace[1302123159] 'process raft request' (duration: 252.068537ms)","trace[1302123159] 'compare' (duration: 152.924245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:55.561785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.156509Z","time spent":"405.259978ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:55.561861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.395683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:55.561879Z","caller":"traceutil/trace.go:171","msg":"trace[702179048] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23668; }","duration":"403.413013ms","start":"2026-03-05T18:38:55.158461Z","end":"2026-03-05T18:38:55.561874Z","steps":["trace[702179048] 'agreement among raft nodes before linearized reading' (duration: 403.383083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.561894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.158441Z","time spent":"403.449175ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:38:55.562026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.36515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1604"} {"level":"info","ts":"2026-03-05T18:38:55.562045Z","caller":"traceutil/trace.go:171","msg":"trace[568829837] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:23668; }","duration":"405.393141ms","start":"2026-03-05T18:38:55.156647Z","end":"2026-03-05T18:38:55.56204Z","steps":["trace[568829837] 'agreement among raft nodes before linearized reading' (duration: 405.32407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.562059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.156642Z","time spent":"405.412362ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1628,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-03-05T18:38:55.562158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.963104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-api\" ","response":"range_response_count:1 size:917"} {"level":"warn","ts":"2026-03-05T18:38:55.562213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.629276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-03-05T18:38:55.562212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.690688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"warn","ts":"2026-03-05T18:38:55.562253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.653517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-05T18:38:55.562255Z","caller":"traceutil/trace.go:171","msg":"trace[1327093274] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23668; }","duration":"405.744319ms","start":"2026-03-05T18:38:55.156498Z","end":"2026-03-05T18:38:55.562242Z","steps":["trace[1327093274] 'agreement among raft nodes before linearized reading' (duration: 405.626596ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:55.562271Z","caller":"traceutil/trace.go:171","msg":"trace[147754867] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:23668; }","duration":"405.680457ms","start":"2026-03-05T18:38:55.156585Z","end":"2026-03-05T18:38:55.562266Z","steps":["trace[147754867] 'agreement among raft nodes before linearized reading' (duration: 405.641127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.562284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.156578Z","time spent":"405.702978ms","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-05T18:38:55.562255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.247241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-03-05T18:38:55.562324Z","caller":"traceutil/trace.go:171","msg":"trace[819785562] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:23668; }","duration":"406.354533ms","start":"2026-03-05T18:38:55.155954Z","end":"2026-03-05T18:38:55.562309Z","steps":["trace[819785562] 'agreement among raft nodes before linearized reading' (duration: 406.139978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.562346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.088572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-05T18:38:55.562361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.792491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-05T18:38:55.562373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.155939Z","time spent":"406.424395ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-05T18:38:55.562376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.861282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-03-05T18:38:55.562385Z","caller":"traceutil/trace.go:171","msg":"trace[1682043662] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23668; }","duration":"278.168944ms","start":"2026-03-05T18:38:55.284206Z","end":"2026-03-05T18:38:55.562375Z","steps":["trace[1682043662] 'agreement among raft nodes before linearized reading' (duration: 277.922908ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:55.562388Z","caller":"traceutil/trace.go:171","msg":"trace[1498861692] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23668; }","duration":"405.826181ms","start":"2026-03-05T18:38:55.156554Z","end":"2026-03-05T18:38:55.56238Z","steps":["trace[1498861692] 'agreement among raft nodes before linearized reading' (duration: 405.752069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.562414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.938324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:55.562414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.156551Z","time spent":"405.857692ms","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-05T18:38:55.56243Z","caller":"traceutil/trace.go:171","msg":"trace[531099794] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23668; }","duration":"273.973025ms","start":"2026-03-05T18:38:55.288451Z","end":"2026-03-05T18:38:55.562424Z","steps":["trace[531099794] 'agreement among raft nodes before linearized reading' (duration: 273.945625ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:55.562408Z","caller":"traceutil/trace.go:171","msg":"trace[351102977] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23668; }","duration":"405.902573ms","start":"2026-03-05T18:38:55.156495Z","end":"2026-03-05T18:38:55.562398Z","steps":["trace[351102977] 'agreement among raft nodes before linearized reading' (duration: 405.80641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.562431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.09993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-05T18:38:55.562466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.15649Z","time spent":"405.965574ms","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-05T18:38:55.562477Z","caller":"traceutil/trace.go:171","msg":"trace[537054497] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23668; }","duration":"407.180092ms","start":"2026-03-05T18:38:55.155283Z","end":"2026-03-05T18:38:55.562463Z","steps":["trace[537054497] 'agreement among raft nodes before linearized reading' (duration: 407.032589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.562548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.928814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1261"} {"level":"warn","ts":"2026-03-05T18:38:55.562553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.155276Z","time spent":"407.268144ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T18:38:55.562559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.408044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" ","response":"range_response_count:1 size:845"} {"level":"info","ts":"2026-03-05T18:38:55.56259Z","caller":"traceutil/trace.go:171","msg":"trace[268659849] range","detail":"{range_begin:/registry/services/specs/capo-system/capo-webhook-service; range_end:; response_count:1; response_revision:23668; }","duration":"406.450576ms","start":"2026-03-05T18:38:55.15613Z","end":"2026-03-05T18:38:55.562581Z","steps":["trace[268659849] 'agreement among raft nodes before linearized reading' (duration: 406.336423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.562616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.156126Z","time spent":"406.481766ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":869,"request content":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" "} {"level":"warn","ts":"2026-03-05T18:38:55.562623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.065937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-05T18:38:55.56265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.3514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T18:38:55.562665Z","caller":"traceutil/trace.go:171","msg":"trace[495984445] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:23668; }","duration":"406.118808ms","start":"2026-03-05T18:38:55.156537Z","end":"2026-03-05T18:38:55.562656Z","steps":["trace[495984445] 'agreement among raft nodes before linearized reading' (duration: 406.023985ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:55.562563Z","caller":"traceutil/trace.go:171","msg":"trace[1584058459] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:23668; }","duration":"273.959644ms","start":"2026-03-05T18:38:55.288599Z","end":"2026-03-05T18:38:55.562559Z","steps":["trace[1584058459] 'agreement among raft nodes before linearized reading' (duration: 273.902973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.562692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.156531Z","time spent":"406.154798ms","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-05T18:38:55.562713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.392067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-03-05T18:38:55.56275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.359554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-03-05T18:38:55.56278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.568248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:1 size:1163"} {"level":"info","ts":"2026-03-05T18:38:55.562779Z","caller":"traceutil/trace.go:171","msg":"trace[1501174583] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:23668; }","duration":"407.477129ms","start":"2026-03-05T18:38:55.155285Z","end":"2026-03-05T18:38:55.562762Z","steps":["trace[1501174583] 'agreement among raft nodes before linearized reading' (duration: 407.292495ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:55.562799Z","caller":"traceutil/trace.go:171","msg":"trace[219520627] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:1; response_revision:23668; }","duration":"406.599659ms","start":"2026-03-05T18:38:55.156194Z","end":"2026-03-05T18:38:55.562793Z","steps":["trace[219520627] 'agreement among raft nodes before linearized reading' (duration: 406.551458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.562812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.156189Z","time spent":"406.619939ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1187,"request content":"key:\"/registry/services/specs/monitoring/vector-headless\" "} {"level":"warn","ts":"2026-03-05T18:38:55.562812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.681991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1348"} {"level":"info","ts":"2026-03-05T18:38:55.562688Z","caller":"traceutil/trace.go:171","msg":"trace[1045381601] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458; range_end:; response_count:1; response_revision:23668; }","duration":"276.419642ms","start":"2026-03-05T18:38:55.286255Z","end":"2026-03-05T18:38:55.562675Z","steps":["trace[1045381601] 'agreement among raft nodes before linearized reading' (duration: 276.32298ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:55.562846Z","caller":"traceutil/trace.go:171","msg":"trace[1411146468] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:23668; }","duration":"406.728382ms","start":"2026-03-05T18:38:55.156109Z","end":"2026-03-05T18:38:55.562837Z","steps":["trace[1411146468] 'agreement among raft nodes before linearized reading' (duration: 406.63516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.562876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.156105Z","time spent":"406.763973ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1372,"request content":"key:\"/registry/services/specs/openstack/valkey-metrics\" "} {"level":"warn","ts":"2026-03-05T18:38:55.562287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.156491Z","time spent":"405.7891ms","remote":"127.0.0.1:34340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4751,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-05T18:38:55.562279Z","caller":"traceutil/trace.go:171","msg":"trace[83175053] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:23668; }","duration":"405.653856ms","start":"2026-03-05T18:38:55.15657Z","end":"2026-03-05T18:38:55.562224Z","steps":["trace[83175053] 'agreement among raft nodes before linearized reading' (duration: 405.606785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.563109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.156567Z","time spent":"406.531667ms","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-03-05T18:38:55.562241Z","caller":"traceutil/trace.go:171","msg":"trace[1623422898] range","detail":"{range_begin:/registry/services/specs/openstack/heat-api; range_end:; response_count:1; response_revision:23668; }","duration":"406.071376ms","start":"2026-03-05T18:38:55.156152Z","end":"2026-03-05T18:38:55.562223Z","steps":["trace[1623422898] 'agreement among raft nodes before linearized reading' (duration: 405.833191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.562838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.155281Z","time spent":"407.52789ms","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-05T18:38:55.563168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.156148Z","time spent":"407.007898ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":941,"request content":"key:\"/registry/services/specs/openstack/heat-api\" "} {"level":"warn","ts":"2026-03-05T18:38:55.563235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.153252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-05T18:38:55.563273Z","caller":"traceutil/trace.go:171","msg":"trace[87595379] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:23668; }","duration":"407.204793ms","start":"2026-03-05T18:38:55.156057Z","end":"2026-03-05T18:38:55.563261Z","steps":["trace[87595379] 'agreement among raft nodes before linearized reading' (duration: 407.09874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.563301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.156051Z","time spent":"407.243593ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-03-05T18:38:55.562786Z","caller":"traceutil/trace.go:171","msg":"trace[1128944098] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23668; }","duration":"406.401444ms","start":"2026-03-05T18:38:55.156373Z","end":"2026-03-05T18:38:55.562774Z","steps":["trace[1128944098] 'agreement among raft nodes before linearized reading' (duration: 406.300592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.563377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.156368Z","time spent":"407.002328ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":709,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-05T18:38:55.563481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.283825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-03-05T18:38:55.563528Z","caller":"traceutil/trace.go:171","msg":"trace[904061906] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:23668; }","duration":"407.345368ms","start":"2026-03-05T18:38:55.156173Z","end":"2026-03-05T18:38:55.563518Z","steps":["trace[904061906] 'agreement among raft nodes before linearized reading' (duration: 406.63156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.563559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.156168Z","time spent":"407.383108ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-05T18:38:55.563967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.727816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-05T18:38:55.563992Z","caller":"traceutil/trace.go:171","msg":"trace[1512716920] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:23668; }","duration":"407.753406ms","start":"2026-03-05T18:38:55.156232Z","end":"2026-03-05T18:38:55.563985Z","steps":["trace[1512716920] 'agreement among raft nodes before linearized reading' (duration: 406.65154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.56402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.156214Z","time spent":"407.800338ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1344,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-05T18:38:55.565453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.317143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1965"} {"level":"info","ts":"2026-03-05T18:38:55.56549Z","caller":"traceutil/trace.go:171","msg":"trace[681836049] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23668; }","duration":"409.392455ms","start":"2026-03-05T18:38:55.156086Z","end":"2026-03-05T18:38:55.565479Z","steps":["trace[681836049] 'agreement among raft nodes before linearized reading' (duration: 406.939697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:55.565601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.156079Z","time spent":"409.512068ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1989,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-05T18:38:56.067371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197917215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:56.568315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197917215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:57.068641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197917215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:57.077406Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.512560835s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:38:57.185724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.959262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:57.186062Z","caller":"traceutil/trace.go:171","msg":"trace[1994081588] transaction","detail":"{read_only:false; response_revision:23669; number_of_response:1; }","duration":"1.621292174s","start":"2026-03-05T18:38:55.564725Z","end":"2026-03-05T18:38:57.186017Z","steps":["trace[1994081588] 'process raft request' (duration: 1.512969094s)","trace[1994081588] 'compare' (duration: 54.596231ms)","trace[1994081588] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458; req_size:756; } (duration: 53.260828ms)"],"step_count":3} {"level":"warn","ts":"2026-03-05T18:38:57.186212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.564707Z","time spent":"1.621427238s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:57.269912Z","caller":"traceutil/trace.go:171","msg":"trace[285096348] linearizableReadLoop","detail":"{readStateIndex:24508; appliedIndex:24506; }","duration":"1.703400634s","start":"2026-03-05T18:38:55.566486Z","end":"2026-03-05T18:38:57.269887Z","steps":["trace[285096348] 'read index received' (duration: 1.511222192s)","trace[285096348] 'applied index is now lower than readState.Index' (duration: 192.177272ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:57.270084Z","caller":"traceutil/trace.go:171","msg":"trace[1605049761] transaction","detail":"{read_only:false; response_revision:23670; number_of_response:1; }","duration":"119.978865ms","start":"2026-03-05T18:38:57.150088Z","end":"2026-03-05T18:38:57.270067Z","steps":["trace[1605049761] 'process raft request' (duration: 119.698439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:57.270204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703695402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T18:38:57.270294Z","caller":"traceutil/trace.go:171","msg":"trace[1402363126] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23670; }","duration":"1.703824134s","start":"2026-03-05T18:38:55.566451Z","end":"2026-03-05T18:38:57.270275Z","steps":["trace[1402363126] 'agreement among raft nodes before linearized reading' (duration: 1.703541138s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:57.270334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.566414Z","time spent":"1.703910376s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:38:57.432311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.199483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:57.432408Z","caller":"traceutil/trace.go:171","msg":"trace[278677536] transaction","detail":"{read_only:false; response_revision:23671; number_of_response:1; }","duration":"281.484332ms","start":"2026-03-05T18:38:57.150907Z","end":"2026-03-05T18:38:57.432392Z","steps":["trace[278677536] 'process raft request' (duration: 119.118345ms)","trace[278677536] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; req_size:604; } (duration: 162.001899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:58.370429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:57.471497Z","time spent":"898.926442ms","remote":"127.0.0.1:53834","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T18:38:58.50514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000747362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:38:58.505207Z","caller":"traceutil/trace.go:171","msg":"trace[617764608] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000839275s","start":"2026-03-05T18:38:56.504349Z","end":"2026-03-05T18:38:58.505188Z","steps":["trace[617764608] 'agreement among raft nodes before linearized reading' (duration: 2.000772463s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:58.505233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:56.504335Z","time spent":"2.000892346s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:38:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:38:58.816175Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054011959s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:38:58.985473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55297312s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:58.985668Z","caller":"traceutil/trace.go:171","msg":"trace[1558251137] transaction","detail":"{read_only:false; response_revision:23672; number_of_response:1; }","duration":"1.834716558s","start":"2026-03-05T18:38:57.150913Z","end":"2026-03-05T18:38:58.98563Z","steps":["trace[1558251137] 'process raft request' (duration: 281.468612ms)","trace[1558251137] 'compare' (duration: 937.867553ms)","trace[1558251137] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-system/controller-leader-election-capi; req_size:518; } (duration: 614.82817ms)"],"step_count":3} {"level":"warn","ts":"2026-03-05T18:38:58.985777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:57.150896Z","time spent":"1.83483299s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:00.505625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000513756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:39:00.505706Z","caller":"traceutil/trace.go:171","msg":"trace[1689572051] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000629878s","start":"2026-03-05T18:38:58.505053Z","end":"2026-03-05T18:39:00.505683Z","steps":["trace[1689572051] 'agreement among raft nodes before linearized reading' (duration: 2.000539976s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:00.505735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:58.505038Z","time spent":"2.0006913s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:39:00.849304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863612351s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:39:00.849429Z","caller":"traceutil/trace.go:171","msg":"trace[1649846457] transaction","detail":"{read_only:false; response_revision:23673; number_of_response:1; }","duration":"3.697013727s","start":"2026-03-05T18:38:57.15239Z","end":"2026-03-05T18:39:00.849403Z","steps":["trace[1649846457] 'process raft request' (duration: 1.833219972s)","trace[1649846457] 'compare' (duration: 15.763182ms)","trace[1649846457] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:537; } (duration: 1.847165222s)"],"step_count":3} {"level":"warn","ts":"2026-03-05T18:39:00.8495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:57.152373Z","time spent":"3.697093469s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:00.872702Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013562672s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:39:01.244009Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20558,"took":"6.096391409s","hash":1709545280,"current-db-size-bytes":47632384,"current-db-size":"48 MB","current-db-size-in-use-bytes":38920192,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-05T18:39:01.244089Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1709545280,"revision":20558,"compact-revision":18472} {"level":"warn","ts":"2026-03-05T18:39:01.244592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.103197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:39:01.245045Z","caller":"traceutil/trace.go:171","msg":"trace[999058829] transaction","detail":"{read_only:false; response_revision:23682; number_of_response:1; }","duration":"253.41398ms","start":"2026-03-05T18:39:00.991614Z","end":"2026-03-05T18:39:01.245028Z","steps":["trace[999058829] 'process raft request' (duration: 253.381629ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:01.245285Z","caller":"traceutil/trace.go:171","msg":"trace[1291672129] transaction","detail":"{read_only:false; response_revision:23677; number_of_response:1; }","duration":"3.483202255s","start":"2026-03-05T18:38:57.76207Z","end":"2026-03-05T18:39:01.245272Z","steps":["trace[1291672129] 'process raft request' (duration: 3.482753365s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:01.24536Z","caller":"traceutil/trace.go:171","msg":"trace[432023028] transaction","detail":"{read_only:false; response_revision:23680; number_of_response:1; }","duration":"1.491971228s","start":"2026-03-05T18:38:59.753352Z","end":"2026-03-05T18:39:01.245324Z","steps":["trace[432023028] 'process raft request' (duration: 1.491581029s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.245414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.675429992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:1494"} {"level":"info","ts":"2026-03-05T18:39:01.245494Z","caller":"traceutil/trace.go:171","msg":"trace[1850438069] transaction","detail":"{read_only:false; response_revision:23678; number_of_response:1; }","duration":"1.97059658s","start":"2026-03-05T18:38:59.274834Z","end":"2026-03-05T18:39:01.24543Z","steps":["trace[1850438069] 'process raft request' (duration: 1.970024897s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.245569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.67785734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-05T18:39:01.245614Z","caller":"traceutil/trace.go:171","msg":"trace[1551678893] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:23682; }","duration":"5.677914971s","start":"2026-03-05T18:38:55.567683Z","end":"2026-03-05T18:39:01.245598Z","steps":["trace[1551678893] 'agreement among raft nodes before linearized reading' (duration: 5.677740067s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.245673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:59.274794Z","time spent":"1.970817695s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:01.245743Z","caller":"traceutil/trace.go:171","msg":"trace[133517808] transaction","detail":"{read_only:false; response_revision:23676; number_of_response:1; }","duration":"4.092548585s","start":"2026-03-05T18:38:57.153164Z","end":"2026-03-05T18:39:01.245713Z","steps":["trace[133517808] 'process raft request' (duration: 4.091614193s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.245643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.098159807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T18:39:01.245801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.056007961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a05dfc20ac358\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T18:39:01.245788Z","caller":"traceutil/trace.go:171","msg":"trace[1387526297] transaction","detail":"{read_only:false; response_revision:23674; number_of_response:1; }","duration":"4.09276309s","start":"2026-03-05T18:38:57.153Z","end":"2026-03-05T18:39:01.245763Z","steps":["trace[1387526297] 'process raft request' (duration: 3.696390042s)","trace[1387526297] 'compare' (duration: 78.007194ms)","trace[1387526297] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/orc-system/f35396c5.k-orc.cloud; req_size:494; } (duration: 316.745445ms)"],"step_count":3} {"level":"info","ts":"2026-03-05T18:39:01.245845Z","caller":"traceutil/trace.go:171","msg":"trace[743286180] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a05dfc20ac358; range_end:; response_count:1; response_revision:23682; }","duration":"4.056074493s","start":"2026-03-05T18:38:57.189757Z","end":"2026-03-05T18:39:01.245831Z","steps":["trace[743286180] 'agreement among raft nodes before linearized reading' (duration: 4.055982451s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:01.245849Z","caller":"traceutil/trace.go:171","msg":"trace[261376408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23682; }","duration":"4.098397223s","start":"2026-03-05T18:38:57.147427Z","end":"2026-03-05T18:39:01.245824Z","steps":["trace[261376408] 'agreement among raft nodes before linearized reading' (duration: 4.098110986s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.245863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.087875445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3322"} {"level":"warn","ts":"2026-03-05T18:39:01.245887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:57.189743Z","time spent":"4.056134084s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a05dfc20ac358\" "} {"level":"warn","ts":"2026-03-05T18:39:01.245895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:57.15299Z","time spent":"4.092854422s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:01.245898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:57.153138Z","time spent":"4.092682508s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:01.24591Z","caller":"traceutil/trace.go:171","msg":"trace[2105938410] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23682; }","duration":"4.087933736s","start":"2026-03-05T18:38:57.15796Z","end":"2026-03-05T18:39:01.245894Z","steps":["trace[2105938410] 'agreement among raft nodes before linearized reading' (duration: 4.087810943s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.245697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.567629Z","time spent":"5.678053494s","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-05T18:39:01.24591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.080960471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-05T18:39:01.245894Z","caller":"traceutil/trace.go:171","msg":"trace[1769012763] transaction","detail":"{read_only:false; response_revision:23675; number_of_response:1; }","duration":"4.092522674s","start":"2026-03-05T18:38:57.153335Z","end":"2026-03-05T18:39:01.245858Z","steps":["trace[1769012763] 'process raft request' (duration: 4.091348197s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.245948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:57.157953Z","time spent":"4.087985427s","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3346,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-05T18:39:01.245963Z","caller":"traceutil/trace.go:171","msg":"trace[2075357737] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23682; }","duration":"4.081072674s","start":"2026-03-05T18:38:57.164874Z","end":"2026-03-05T18:39:01.245947Z","steps":["trace[2075357737] 'agreement among raft nodes before linearized reading' (duration: 4.080878889s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.245996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:57.164862Z","time spent":"4.081127035s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-05T18:39:01.24583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.675948744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" ","response":"range_response_count:1 size:1706"} {"level":"warn","ts":"2026-03-05T18:39:01.245905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:57.147407Z","time spent":"4.098481355s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T18:39:01.246053Z","caller":"traceutil/trace.go:171","msg":"trace[1461831271] range","detail":"{range_begin:/registry/services/specs/openstack/rook-ceph-rgw-ceph; range_end:; response_count:1; response_revision:23682; }","duration":"5.676169799s","start":"2026-03-05T18:38:55.569871Z","end":"2026-03-05T18:39:01.246041Z","steps":["trace[1461831271] 'agreement among raft nodes before linearized reading' (duration: 5.675847872s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.245377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:57.762045Z","time spent":"3.483294708s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:01.24609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.569849Z","time spent":"5.67622999s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1730,"request content":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" "} {"level":"info","ts":"2026-03-05T18:39:01.245747Z","caller":"traceutil/trace.go:171","msg":"trace[569917584] transaction","detail":"{read_only:false; response_revision:23679; number_of_response:1; }","duration":"1.808885538s","start":"2026-03-05T18:38:59.436829Z","end":"2026-03-05T18:39:01.245715Z","steps":["trace[569917584] 'process raft request' (duration: 1.808069519s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.246095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:57.153325Z","time spent":"4.092646538s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:01.246151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:59.436805Z","time spent":"1.809320798s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:01.245528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:59.753331Z","time spent":"1.492111242s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:01.245439Z","caller":"traceutil/trace.go:171","msg":"trace[337691121] transaction","detail":"{read_only:false; response_revision:23681; number_of_response:1; }","duration":"985.790776ms","start":"2026-03-05T18:39:00.25964Z","end":"2026-03-05T18:39:01.24543Z","steps":["trace[337691121] 'process raft request' (duration: 985.325315ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:01.245387Z","caller":"traceutil/trace.go:171","msg":"trace[476551612] linearizableReadLoop","detail":"{readStateIndex:24515; appliedIndex:24509; }","duration":"3.975183102s","start":"2026-03-05T18:38:57.269982Z","end":"2026-03-05T18:39:01.245165Z","steps":["trace[476551612] 'read index received' (duration: 46.671µs)","trace[476551612] 'applied index is now lower than readState.Index' (duration: 3.975133681s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:01.24639Z","caller":"traceutil/trace.go:171","msg":"trace[909495474] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:23682; }","duration":"5.675543164s","start":"2026-03-05T18:38:55.569949Z","end":"2026-03-05T18:39:01.245493Z","steps":["trace[909495474] 'agreement among raft nodes before linearized reading' (duration: 5.675260378s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.246414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:00.259617Z","time spent":"986.739588ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:01.246478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.569931Z","time spent":"5.676535987s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1518,"request content":"key:\"/registry/services/specs/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-03-05T18:39:01.877919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.308307628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-05T18:39:01.878023Z","caller":"traceutil/trace.go:171","msg":"trace[841363447] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23682; }","duration":"6.308434151s","start":"2026-03-05T18:38:55.569565Z","end":"2026-03-05T18:39:01.877999Z","steps":["trace[841363447] 'agreement among raft nodes before linearized reading' (duration: 5.676352273s)","trace[841363447] 'range keys from in-memory index tree' (duration: 631.870603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.878076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.569561Z","time spent":"6.308500503s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-05T18:39:01.878255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.308695277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1370"} {"level":"info","ts":"2026-03-05T18:39:01.878363Z","caller":"traceutil/trace.go:171","msg":"trace[1009484747] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:23682; }","duration":"6.30882789s","start":"2026-03-05T18:38:55.569506Z","end":"2026-03-05T18:39:01.878334Z","steps":["trace[1009484747] 'agreement among raft nodes before linearized reading' (duration: 5.676455285s)","trace[1009484747] 'range keys from in-memory index tree' (duration: 632.113379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.878409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.708262386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-05T18:39:01.878426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.569504Z","time spent":"6.308908782s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1394,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-05T18:39:01.878453Z","caller":"traceutil/trace.go:171","msg":"trace[428121158] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23682; }","duration":"4.708323498s","start":"2026-03-05T18:38:57.170117Z","end":"2026-03-05T18:39:01.87844Z","steps":["trace[428121158] 'agreement among raft nodes before linearized reading' (duration: 4.075733668s)","trace[428121158] 'range keys from in-memory index tree' (duration: 632.459167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.87849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:57.170106Z","time spent":"4.708376928s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T18:39:01.878614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.309842375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-05T18:39:01.878679Z","caller":"traceutil/trace.go:171","msg":"trace[1787023532] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:23682; }","duration":"6.309914597s","start":"2026-03-05T18:38:55.568743Z","end":"2026-03-05T18:39:01.878658Z","steps":["trace[1787023532] 'agreement among raft nodes before linearized reading' (duration: 5.677219854s)","trace[1787023532] 'range keys from in-memory index tree' (duration: 632.56545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.878713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.568736Z","time spent":"6.309969208s","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-05T18:39:01.878726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.309061116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-03-05T18:39:01.87876Z","caller":"traceutil/trace.go:171","msg":"trace[1488081620] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:23682; }","duration":"6.309100297s","start":"2026-03-05T18:38:55.56965Z","end":"2026-03-05T18:39:01.87875Z","steps":["trace[1488081620] 'agreement among raft nodes before linearized reading' (duration: 5.676242361s)","trace[1488081620] 'range keys from in-memory index tree' (duration: 632.765844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.878798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.569646Z","time spent":"6.309145238s","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-05T18:39:01.878948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.732837337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T18:39:01.878973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:01.445315Z","time spent":"433.655188ms","remote":"127.0.0.1:53856","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T18:39:01.878996Z","caller":"traceutil/trace.go:171","msg":"trace[999776726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23682; }","duration":"4.732907138s","start":"2026-03-05T18:38:57.146076Z","end":"2026-03-05T18:39:01.878983Z","steps":["trace[999776726] 'agreement among raft nodes before linearized reading' (duration: 4.09994512s)","trace[999776726] 'range keys from in-memory index tree' (duration: 632.864436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.879022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.309431844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2920"} {"level":"warn","ts":"2026-03-05T18:39:01.879022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.311112974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-05T18:39:01.879072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.708958404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:39:01.879077Z","caller":"traceutil/trace.go:171","msg":"trace[180066582] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:23682; }","duration":"6.309491616s","start":"2026-03-05T18:38:55.569574Z","end":"2026-03-05T18:39:01.879066Z","steps":["trace[180066582] 'agreement among raft nodes before linearized reading' (duration: 5.676333413s)","trace[180066582] 'range keys from in-memory index tree' (duration: 633.051931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.879066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.732300963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:39:01.879117Z","caller":"traceutil/trace.go:171","msg":"trace[1575505453] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23682; }","duration":"6.311238468s","start":"2026-03-05T18:38:55.567853Z","end":"2026-03-05T18:39:01.879091Z","steps":["trace[1575505453] 'agreement among raft nodes before linearized reading' (duration: 5.678166687s)","trace[1575505453] 'range keys from in-memory index tree' (duration: 632.804665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.879145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.7248419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-05T18:39:01.879174Z","caller":"traceutil/trace.go:171","msg":"trace[299585982] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473; range_end:; response_count:1; response_revision:23682; }","duration":"5.724903721s","start":"2026-03-05T18:38:56.15426Z","end":"2026-03-05T18:39:01.879163Z","steps":["trace[299585982] 'agreement among raft nodes before linearized reading' (duration: 5.091782239s)","trace[299585982] 'range keys from in-memory index tree' (duration: 633.055191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.879182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.310304516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:1 size:1239"} {"level":"warn","ts":"2026-03-05T18:39:01.879211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:56.154239Z","time spent":"5.724966062s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" "} {"level":"warn","ts":"2026-03-05T18:39:01.879279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.309807433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"warn","ts":"2026-03-05T18:39:01.879295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.310303335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/keystone-api\" ","response":"range_response_count:1 size:932"} {"level":"info","ts":"2026-03-05T18:39:01.879326Z","caller":"traceutil/trace.go:171","msg":"trace[1589078481] range","detail":"{range_begin:/registry/services/specs/openstack/keystone-api; range_end:; response_count:1; response_revision:23682; }","duration":"6.310346747s","start":"2026-03-05T18:38:55.568971Z","end":"2026-03-05T18:39:01.879317Z","steps":["trace[1589078481] 'agreement among raft nodes before linearized reading' (duration: 5.67702919s)","trace[1589078481] 'range keys from in-memory index tree' (duration: 633.236605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.879362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.568957Z","time spent":"6.310398418s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":956,"request content":"key:\"/registry/services/specs/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-05T18:39:01.879388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.696236943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:39:01.879411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.311310339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-05T18:39:01.879432Z","caller":"traceutil/trace.go:171","msg":"trace[2073201169] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23682; }","duration":"5.696280564s","start":"2026-03-05T18:38:56.183138Z","end":"2026-03-05T18:39:01.879419Z","steps":["trace[2073201169] 'agreement among raft nodes before linearized reading' (duration: 5.062899736s)","trace[2073201169] 'count revisions from in-memory index tree' (duration: 633.325157ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:01.879441Z","caller":"traceutil/trace.go:171","msg":"trace[1242402719] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns-metrics; range_end:; response_count:1; response_revision:23682; }","duration":"6.31135605s","start":"2026-03-05T18:38:55.568076Z","end":"2026-03-05T18:39:01.879432Z","steps":["trace[1242402719] 'agreement among raft nodes before linearized reading' (duration: 5.67789612s)","trace[1242402719] 'range keys from in-memory index tree' (duration: 633.379288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.879472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:56.183106Z","time spent":"5.696357156s","remote":"127.0.0.1:38974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:39:01.879483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.568067Z","time spent":"6.311407942s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/neutron-coredns-metrics\" "} {"level":"warn","ts":"2026-03-05T18:39:01.879654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.020383624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:39:01.879671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.310626253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1956"} {"level":"info","ts":"2026-03-05T18:39:01.879692Z","caller":"traceutil/trace.go:171","msg":"trace[723393794] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23682; }","duration":"6.020451625s","start":"2026-03-05T18:38:55.85923Z","end":"2026-03-05T18:39:01.879682Z","steps":["trace[723393794] 'agreement among raft nodes before linearized reading' (duration: 5.386821501s)","trace[723393794] 'count revisions from in-memory index tree' (duration: 633.582712ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:01.8797Z","caller":"traceutil/trace.go:171","msg":"trace[1127714758] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23682; }","duration":"6.310661284s","start":"2026-03-05T18:38:55.569028Z","end":"2026-03-05T18:39:01.87969Z","steps":["trace[1127714758] 'agreement among raft nodes before linearized reading' (duration: 5.676950858s)","trace[1127714758] 'range keys from in-memory index tree' (duration: 633.638134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.879728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.859213Z","time spent":"6.020506956s","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:39:01.879751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.311738999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-03-05T18:39:01.879766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.311689088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:01.879798Z","caller":"traceutil/trace.go:171","msg":"trace[1434187128] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23682; }","duration":"6.311730249s","start":"2026-03-05T18:38:55.568056Z","end":"2026-03-05T18:39:01.879787Z","steps":["trace[1434187128] 'agreement among raft nodes before linearized reading' (duration: 5.677925681s)","trace[1434187128] 'range keys from in-memory index tree' (duration: 633.765867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.879833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.56805Z","time spent":"6.31177601s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:39:01.87987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.733178854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T18:39:01.879904Z","caller":"traceutil/trace.go:171","msg":"trace[398351077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23682; }","duration":"4.733225524s","start":"2026-03-05T18:38:57.146669Z","end":"2026-03-05T18:39:01.879895Z","steps":["trace[398351077] 'agreement among raft nodes before linearized reading' (duration: 4.099335484s)","trace[398351077] 'range keys from in-memory index tree' (duration: 633.817259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.879936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:57.146661Z","time spent":"4.733268976s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:39:01.880056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.129828378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:01.880097Z","caller":"traceutil/trace.go:171","msg":"trace[667701093] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23682; }","duration":"5.12990727s","start":"2026-03-05T18:38:56.750178Z","end":"2026-03-05T18:39:01.880086Z","steps":["trace[667701093] 'agreement among raft nodes before linearized reading' (duration: 4.495807495s)","trace[667701093] 'count revisions from in-memory index tree' (duration: 634.048684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.880119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.311138575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-api\" ","response":"range_response_count:1 size:925"} {"level":"warn","ts":"2026-03-05T18:39:01.880131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:56.750157Z","time spent":"5.129965751s","remote":"127.0.0.1:52474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:39:01.880152Z","caller":"traceutil/trace.go:171","msg":"trace[1970589117] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-api; range_end:; response_count:1; response_revision:23682; }","duration":"6.311181116s","start":"2026-03-05T18:38:55.568961Z","end":"2026-03-05T18:39:01.880142Z","steps":["trace[1970589117] 'agreement among raft nodes before linearized reading' (duration: 5.67704664s)","trace[1970589117] 'range keys from in-memory index tree' (duration: 634.058464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.880188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.568955Z","time spent":"6.311226227s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":949,"request content":"key:\"/registry/services/specs/openstack/magnum-api\" "} {"level":"warn","ts":"2026-03-05T18:39:01.880326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.311333889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:1 size:1363"} {"level":"info","ts":"2026-03-05T18:39:01.880362Z","caller":"traceutil/trace.go:171","msg":"trace[942801821] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:1; response_revision:23682; }","duration":"6.311383981s","start":"2026-03-05T18:38:55.568968Z","end":"2026-03-05T18:39:01.880352Z","steps":["trace[942801821] 'agreement among raft nodes before linearized reading' (duration: 5.67702106s)","trace[942801821] 'range keys from in-memory index tree' (duration: 634.281809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.880374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.312373683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1493"} {"level":"warn","ts":"2026-03-05T18:39:01.88039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.568957Z","time spent":"6.311425762s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":1387,"request content":"key:\"/registry/services/specs/monitoring/loki\" "} {"level":"info","ts":"2026-03-05T18:39:01.880407Z","caller":"traceutil/trace.go:171","msg":"trace[1355735390] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:23682; }","duration":"6.312426465s","start":"2026-03-05T18:38:55.567969Z","end":"2026-03-05T18:39:01.880396Z","steps":["trace[1355735390] 'agreement among raft nodes before linearized reading' (duration: 5.678040523s)","trace[1355735390] 'range keys from in-memory index tree' (duration: 634.310289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.880434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.567955Z","time spent":"6.312473146s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1517,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"warn","ts":"2026-03-05T18:39:01.880541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.734309981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T18:39:01.87911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.56957Z","time spent":"6.309532807s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2944,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-03-05T18:39:01.880565Z","caller":"traceutil/trace.go:171","msg":"trace[1237935700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23682; }","duration":"4.734371023s","start":"2026-03-05T18:38:57.146186Z","end":"2026-03-05T18:39:01.880557Z","steps":["trace[1237935700] 'agreement among raft nodes before linearized reading' (duration: 4.099827337s)","trace[1237935700] 'range keys from in-memory index tree' (duration: 634.481103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.880591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:57.146144Z","time spent":"4.734440685s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T18:39:01.87921Z","caller":"traceutil/trace.go:171","msg":"trace[1430578746] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23682; }","duration":"5.709020046s","start":"2026-03-05T18:38:56.170073Z","end":"2026-03-05T18:39:01.879093Z","steps":["trace[1430578746] 'agreement among raft nodes before linearized reading' (duration: 5.075961895s)","trace[1430578746] 'count revisions from in-memory index tree' (duration: 633.02216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.880709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:56.170049Z","time spent":"5.710646564s","remote":"127.0.0.1:43188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:39:01.880756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.312788664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1412"} {"level":"info","ts":"2026-03-05T18:39:01.880785Z","caller":"traceutil/trace.go:171","msg":"trace[356029460] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:23682; }","duration":"6.312838156s","start":"2026-03-05T18:38:55.567937Z","end":"2026-03-05T18:39:01.880776Z","steps":["trace[356029460] 'agreement among raft nodes before linearized reading' (duration: 5.678081385s)","trace[356029460] 'range keys from in-memory index tree' (duration: 634.687569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.880812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.567923Z","time spent":"6.312882246s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1436,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-05T18:39:01.879285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.309724391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"info","ts":"2026-03-05T18:39:01.880886Z","caller":"traceutil/trace.go:171","msg":"trace[87422623] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:23682; }","duration":"6.311333359s","start":"2026-03-05T18:38:55.569544Z","end":"2026-03-05T18:39:01.880877Z","steps":["trace[87422623] 'agreement among raft nodes before linearized reading' (duration: 5.676407714s)","trace[87422623] 'range keys from in-memory index tree' (duration: 633.285316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.87973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.569024Z","time spent":"6.310700444s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1980,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-05T18:39:01.880913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.569538Z","time spent":"6.31136838s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1287,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" "} {"level":"info","ts":"2026-03-05T18:39:01.879166Z","caller":"traceutil/trace.go:171","msg":"trace[1790479106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23682; }","duration":"4.732427146s","start":"2026-03-05T18:38:57.146712Z","end":"2026-03-05T18:39:01.879139Z","steps":["trace[1790479106] 'agreement among raft nodes before linearized reading' (duration: 4.099284803s)","trace[1790479106] 'range keys from in-memory index tree' (duration: 632.886007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.881075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:57.146707Z","time spent":"4.734358893s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:39:01.879173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.567847Z","time spent":"6.311316699s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-05T18:39:01.879216Z","caller":"traceutil/trace.go:171","msg":"trace[852448620] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:1; response_revision:23682; }","duration":"6.310334236s","start":"2026-03-05T18:38:55.568872Z","end":"2026-03-05T18:39:01.879207Z","steps":["trace[852448620] 'agreement among raft nodes before linearized reading' (duration: 5.677067521s)","trace[852448620] 'range keys from in-memory index tree' (duration: 633.190444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.881318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.568847Z","time spent":"6.312461617s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1263,"request content":"key:\"/registry/services/specs/monitoring/loki-memberlist\" "} {"level":"info","ts":"2026-03-05T18:39:01.879324Z","caller":"traceutil/trace.go:171","msg":"trace[1947674578] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:23682; }","duration":"6.309856714s","start":"2026-03-05T18:38:55.569452Z","end":"2026-03-05T18:39:01.879309Z","steps":["trace[1947674578] 'agreement among raft nodes before linearized reading' (duration: 5.676517866s)","trace[1947674578] 'range keys from in-memory index tree' (duration: 633.232254ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:01.879798Z","caller":"traceutil/trace.go:171","msg":"trace[1933171526] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:23682; }","duration":"6.311796341s","start":"2026-03-05T18:38:55.567987Z","end":"2026-03-05T18:39:01.879783Z","steps":["trace[1933171526] 'agreement among raft nodes before linearized reading' (duration: 5.678014913s)","trace[1933171526] 'range keys from in-memory index tree' (duration: 633.677795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.879032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:57.146064Z","time spent":"4.73296065s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:39:01.881432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.569448Z","time spent":"6.311942014s","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-05T18:39:01.881462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.567979Z","time spent":"6.31345999s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":818,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" "} {"level":"warn","ts":"2026-03-05T18:39:01.880654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.312622741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" ","response":"range_response_count:1 size:923"} {"level":"info","ts":"2026-03-05T18:39:01.881517Z","caller":"traceutil/trace.go:171","msg":"trace[1188156465] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service; range_end:; response_count:1; response_revision:23682; }","duration":"6.313502681s","start":"2026-03-05T18:38:55.568Z","end":"2026-03-05T18:39:01.881503Z","steps":["trace[1188156465] 'agreement among raft nodes before linearized reading' (duration: 5.677992892s)","trace[1188156465] 'range keys from in-memory index tree' (duration: 634.582877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.88156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:55.567987Z","time spent":"6.313559523s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":947,"request content":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" "} {"level":"warn","ts":"2026-03-05T18:39:01.882647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.673755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:39:01.88288Z","caller":"traceutil/trace.go:171","msg":"trace[1357310615] transaction","detail":"{read_only:false; response_revision:23683; number_of_response:1; }","duration":"634.632277ms","start":"2026-03-05T18:39:01.248221Z","end":"2026-03-05T18:39:01.882853Z","steps":["trace[1357310615] 'process raft request' (duration: 68.523319ms)","trace[1357310615] 'compare' (duration: 563.609489ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:01.882963Z","caller":"traceutil/trace.go:171","msg":"trace[976363666] transaction","detail":"{read_only:false; response_revision:23685; number_of_response:1; }","duration":"623.918583ms","start":"2026-03-05T18:39:01.259038Z","end":"2026-03-05T18:39:01.882956Z","steps":["trace[976363666] 'process raft request' (duration: 623.886853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.883011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:01.259018Z","time spent":"623.964595ms","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3291,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:01.883033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:01.248204Z","time spent":"634.722569ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:01.883121Z","caller":"traceutil/trace.go:171","msg":"trace[1305007627] linearizableReadLoop","detail":"{readStateIndex:24522; appliedIndex:24521; }","duration":"636.730857ms","start":"2026-03-05T18:39:01.246376Z","end":"2026-03-05T18:39:01.883107Z","steps":["trace[1305007627] 'read index received' (duration: 70.379363ms)","trace[1305007627] 'applied index is now lower than readState.Index' (duration: 566.350164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:01.883162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.22488717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:01.88318Z","caller":"traceutil/trace.go:171","msg":"trace[190090911] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23685; }","duration":"3.224920801s","start":"2026-03-05T18:38:58.658253Z","end":"2026-03-05T18:39:01.883174Z","steps":["trace[190090911] 'agreement among raft nodes before linearized reading' (duration: 3.22488813s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.883202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:58.658246Z","time spent":"3.224951882s","remote":"127.0.0.1:52492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:39:01.883207Z","caller":"traceutil/trace.go:171","msg":"trace[1256018321] transaction","detail":"{read_only:false; response_revision:23684; number_of_response:1; }","duration":"624.300423ms","start":"2026-03-05T18:39:01.258891Z","end":"2026-03-05T18:39:01.883192Z","steps":["trace[1256018321] 'process raft request' (duration: 623.973485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.883259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.245843055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:39:01.883287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:39:01.883286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:01.258866Z","time spent":"624.382224ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:01.883294Z","caller":"traceutil/trace.go:171","msg":"trace[1396858028] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23685; }","duration":"3.245909886s","start":"2026-03-05T18:38:58.63737Z","end":"2026-03-05T18:39:01.88328Z","steps":["trace[1396858028] 'agreement among raft nodes before linearized reading' (duration: 3.245834594s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.88333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505048419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:39:01.883325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.45051991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:39:01.883331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:58.637353Z","time spent":"3.245967068s","remote":"127.0.0.1:34014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:39:01.883349Z","caller":"traceutil/trace.go:171","msg":"trace[1104709160] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23685; }","duration":"2.50509691s","start":"2026-03-05T18:38:59.378247Z","end":"2026-03-05T18:39:01.883344Z","steps":["trace[1104709160] 'agreement among raft nodes before linearized reading' (duration: 2.50506808s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.883365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:59.378229Z","time spent":"2.505133081s","remote":"127.0.0.1:33688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:39:01.883411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456778538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:39:01.883362Z","caller":"traceutil/trace.go:171","msg":"trace[2048961178] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23685; }","duration":"2.450598302s","start":"2026-03-05T18:38:59.432753Z","end":"2026-03-05T18:39:01.883351Z","steps":["trace[2048961178] 'agreement among raft nodes before linearized reading' (duration: 2.45053653s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:01.883443Z","caller":"traceutil/trace.go:171","msg":"trace[274812628] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23685; }","duration":"1.45685215s","start":"2026-03-05T18:39:00.426584Z","end":"2026-03-05T18:39:01.883436Z","steps":["trace[274812628] 'agreement among raft nodes before linearized reading' (duration: 1.456794098s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.883459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:59.432731Z","time spent":"2.450723096s","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:39:01.883471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:00.426562Z","time spent":"1.4569007s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:39:01.883518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.446748126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:39:01.883543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.25870236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T18:39:01.883559Z","caller":"traceutil/trace.go:171","msg":"trace[1550958857] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23685; }","duration":"4.446819508s","start":"2026-03-05T18:38:57.436729Z","end":"2026-03-05T18:39:01.883549Z","steps":["trace[1550958857] 'agreement among raft nodes before linearized reading' (duration: 4.446757197s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:01.883572Z","caller":"traceutil/trace.go:171","msg":"trace[957829420] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:23685; }","duration":"3.258755322s","start":"2026-03-05T18:38:58.624809Z","end":"2026-03-05T18:39:01.883564Z","steps":["trace[957829420] 'agreement among raft nodes before linearized reading' (duration: 3.25867185s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.883594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:57.436712Z","time spent":"4.446873429s","remote":"127.0.0.1:33964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:39:01.883654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065744168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:01.883694Z","caller":"traceutil/trace.go:171","msg":"trace[2824006] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23685; }","duration":"2.0658132s","start":"2026-03-05T18:38:59.817869Z","end":"2026-03-05T18:39:01.883683Z","steps":["trace[2824006] 'agreement among raft nodes before linearized reading' (duration: 2.065717848s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.883729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:59.817854Z","time spent":"2.065865871s","remote":"127.0.0.1:33980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:39:01.883737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.612249098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-05T18:39:01.883763Z","caller":"traceutil/trace.go:171","msg":"trace[1872547232] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23685; }","duration":"4.612294748s","start":"2026-03-05T18:38:57.271461Z","end":"2026-03-05T18:39:01.883756Z","steps":["trace[1872547232] 'agreement among raft nodes before linearized reading' (duration: 4.612213596s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.883781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.122987145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-05T18:39:01.883796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:57.27145Z","time spent":"4.61234051s","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-05T18:39:01.883811Z","caller":"traceutil/trace.go:171","msg":"trace[1466488117] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23685; }","duration":"4.123050536s","start":"2026-03-05T18:38:57.760751Z","end":"2026-03-05T18:39:01.883802Z","steps":["trace[1466488117] 'agreement among raft nodes before linearized reading' (duration: 4.123000355s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.883838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:57.76073Z","time spent":"4.123101697s","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T18:39:01.883656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:58.624788Z","time spent":"3.258806612s","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-05T18:39:01.883997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.333246921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:39:01.884024Z","caller":"traceutil/trace.go:171","msg":"trace[1112011453] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23685; }","duration":"3.333276692s","start":"2026-03-05T18:38:58.550741Z","end":"2026-03-05T18:39:01.884018Z","steps":["trace[1112011453] 'agreement among raft nodes before linearized reading' (duration: 3.333228871s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.88404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:58.5507Z","time spent":"3.333336784s","remote":"127.0.0.1:43082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:39:01.884051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.101061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1454"} {"level":"info","ts":"2026-03-05T18:39:01.884082Z","caller":"traceutil/trace.go:171","msg":"trace[406124311] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:23685; }","duration":"633.162862ms","start":"2026-03-05T18:39:01.250911Z","end":"2026-03-05T18:39:01.884073Z","steps":["trace[406124311] 'agreement among raft nodes before linearized reading' (duration: 633.04612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.884116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:01.250902Z","time spent":"633.208403ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1478,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-05T18:39:01.884132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.710804683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-03-05T18:39:01.883306Z","caller":"traceutil/trace.go:171","msg":"trace[264667901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23685; }","duration":"1.369391551s","start":"2026-03-05T18:39:00.51391Z","end":"2026-03-05T18:39:01.883302Z","steps":["trace[264667901] 'agreement among raft nodes before linearized reading' (duration: 1.36936188s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:01.884175Z","caller":"traceutil/trace.go:171","msg":"trace[200670507] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23685; }","duration":"3.710873956s","start":"2026-03-05T18:38:58.173288Z","end":"2026-03-05T18:39:01.884162Z","steps":["trace[200670507] 'agreement among raft nodes before linearized reading' (duration: 3.710718762s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.884199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:00.5139Z","time spent":"1.370294632s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:39:01.884202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:58.173278Z","time spent":"3.710916726s","remote":"127.0.0.1:42992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":996,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-05T18:39:01.884417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.388828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:1 size:755"} {"level":"info","ts":"2026-03-05T18:39:01.884457Z","caller":"traceutil/trace.go:171","msg":"trace[786494463] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:1; response_revision:23685; }","duration":"622.45757ms","start":"2026-03-05T18:39:01.26199Z","end":"2026-03-05T18:39:01.884448Z","steps":["trace[786494463] 'agreement among raft nodes before linearized reading' (duration: 622.365078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.884485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:01.258851Z","time spent":"625.627525ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":779,"request content":"key:\"/registry/services/specs/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-03-05T18:39:01.884498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.736681285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a05ee251a01d7\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-05T18:39:01.884519Z","caller":"traceutil/trace.go:171","msg":"trace[1601831419] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a05ee251a01d7; range_end:; response_count:1; response_revision:23685; }","duration":"3.736733347s","start":"2026-03-05T18:38:58.147779Z","end":"2026-03-05T18:39:01.884513Z","steps":["trace[1601831419] 'agreement among raft nodes before linearized reading' (duration: 3.735937748s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.884542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:58.147764Z","time spent":"3.736774747s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a05ee251a01d7\" "} {"level":"warn","ts":"2026-03-05T18:39:01.884616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.654084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-03-05T18:39:01.884695Z","caller":"traceutil/trace.go:171","msg":"trace[417091239] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:23685; }","duration":"633.763947ms","start":"2026-03-05T18:39:01.250914Z","end":"2026-03-05T18:39:01.884678Z","steps":["trace[417091239] 'agreement among raft nodes before linearized reading' (duration: 633.50128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:01.884736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:01.250898Z","time spent":"633.830488ms","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3740,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-05T18:39:02.062453Z","caller":"traceutil/trace.go:171","msg":"trace[1291648621] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"171.116314ms","start":"2026-03-05T18:39:01.891315Z","end":"2026-03-05T18:39:02.062431Z","steps":["trace[1291648621] 'process raft request' (duration: 171.053722ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.062519Z","caller":"traceutil/trace.go:171","msg":"trace[1410491110] linearizableReadLoop","detail":"{readStateIndex:24525; appliedIndex:24524; }","duration":"174.34288ms","start":"2026-03-05T18:39:01.888135Z","end":"2026-03-05T18:39:02.062478Z","steps":["trace[1410491110] 'read index received' (duration: 118.662125ms)","trace[1410491110] 'applied index is now lower than readState.Index' (duration: 55.675925ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:02.062533Z","caller":"traceutil/trace.go:171","msg":"trace[2092322500] transaction","detail":"{read_only:false; response_revision:23689; number_of_response:1; }","duration":"174.091804ms","start":"2026-03-05T18:39:01.888389Z","end":"2026-03-05T18:39:02.06248Z","steps":["trace[2092322500] 'process raft request' (duration: 173.787677ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.06254Z","caller":"traceutil/trace.go:171","msg":"trace[134166022] transaction","detail":"{read_only:false; response_revision:23687; number_of_response:1; }","duration":"174.121185ms","start":"2026-03-05T18:39:01.888365Z","end":"2026-03-05T18:39:02.062486Z","steps":["trace[134166022] 'process raft request' (duration: 173.728806ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.06258Z","caller":"traceutil/trace.go:171","msg":"trace[621323074] transaction","detail":"{read_only:false; response_revision:23688; number_of_response:1; }","duration":"174.158675ms","start":"2026-03-05T18:39:01.888382Z","end":"2026-03-05T18:39:02.062541Z","steps":["trace[621323074] 'process raft request' (duration: 173.760426ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.062626Z","caller":"traceutil/trace.go:171","msg":"trace[1051989671] transaction","detail":"{read_only:false; response_revision:23691; number_of_response:1; }","duration":"174.097144ms","start":"2026-03-05T18:39:01.888491Z","end":"2026-03-05T18:39:02.062588Z","steps":["trace[1051989671] 'process raft request' (duration: 173.750706ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.062674Z","caller":"traceutil/trace.go:171","msg":"trace[1629025619] transaction","detail":"{read_only:false; response_revision:23686; number_of_response:1; }","duration":"178.760304ms","start":"2026-03-05T18:39:01.883892Z","end":"2026-03-05T18:39:02.062653Z","steps":["trace[1629025619] 'process raft request' (duration: 122.892815ms)","trace[1629025619] 'compare' (duration: 55.163672ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:02.062873Z","caller":"traceutil/trace.go:171","msg":"trace[1852119850] transaction","detail":"{read_only:false; response_revision:23690; number_of_response:1; }","duration":"174.448993ms","start":"2026-03-05T18:39:01.888412Z","end":"2026-03-05T18:39:02.062861Z","steps":["trace[1852119850] 'process raft request' (duration: 173.796867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.063024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.869223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-rsvx4\" ","response":"range_response_count:1 size:5150"} {"level":"warn","ts":"2026-03-05T18:39:02.063038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.865023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:02.063066Z","caller":"traceutil/trace.go:171","msg":"trace[2095469348] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-rsvx4; range_end:; response_count:1; response_revision:23692; }","duration":"174.937264ms","start":"2026-03-05T18:39:01.888114Z","end":"2026-03-05T18:39:02.063051Z","steps":["trace[2095469348] 'agreement among raft nodes before linearized reading' (duration: 174.76906ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.063091Z","caller":"traceutil/trace.go:171","msg":"trace[261050667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23692; }","duration":"174.957485ms","start":"2026-03-05T18:39:01.888119Z","end":"2026-03-05T18:39:02.063077Z","steps":["trace[261050667] 'agreement among raft nodes before linearized reading' (duration: 174.854912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.063096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.92848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-05T18:39:02.063134Z","caller":"traceutil/trace.go:171","msg":"trace[423593984] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:23692; }","duration":"173.983512ms","start":"2026-03-05T18:39:01.889137Z","end":"2026-03-05T18:39:02.063121Z","steps":["trace[423593984] 'agreement among raft nodes before linearized reading' (duration: 173.835138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.063261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.904994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-03-05T18:39:02.063263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.526261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-05T18:39:02.063298Z","caller":"traceutil/trace.go:171","msg":"trace[108805975] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:23692; }","duration":"174.958675ms","start":"2026-03-05T18:39:01.888329Z","end":"2026-03-05T18:39:02.063288Z","steps":["trace[108805975] 'agreement among raft nodes before linearized reading' (duration: 174.824032ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.063338Z","caller":"traceutil/trace.go:171","msg":"trace[1737332603] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23692; }","duration":"173.609172ms","start":"2026-03-05T18:39:01.889706Z","end":"2026-03-05T18:39:02.063315Z","steps":["trace[1737332603] 'agreement among raft nodes before linearized reading' (duration: 173.422038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.063344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.376592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns\" ","response":"range_response_count:1 size:1937"} {"level":"warn","ts":"2026-03-05T18:39:02.063355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.707365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-03-05T18:39:02.063368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.029496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-03-05T18:39:02.06339Z","caller":"traceutil/trace.go:171","msg":"trace[1297594763] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:23692; }","duration":"173.750726ms","start":"2026-03-05T18:39:01.88963Z","end":"2026-03-05T18:39:02.06338Z","steps":["trace[1297594763] 'agreement among raft nodes before linearized reading' (duration: 173.658734ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.063393Z","caller":"traceutil/trace.go:171","msg":"trace[997866786] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns; range_end:; response_count:1; response_revision:23692; }","duration":"174.440023ms","start":"2026-03-05T18:39:01.888939Z","end":"2026-03-05T18:39:02.063379Z","steps":["trace[997866786] 'agreement among raft nodes before linearized reading' (duration: 174.274609ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.063403Z","caller":"traceutil/trace.go:171","msg":"trace[71637868] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:23692; }","duration":"175.070168ms","start":"2026-03-05T18:39:01.888322Z","end":"2026-03-05T18:39:02.063392Z","steps":["trace[71637868] 'agreement among raft nodes before linearized reading' (duration: 174.962326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.063494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.558765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-03-05T18:39:02.063525Z","caller":"traceutil/trace.go:171","msg":"trace[141206393] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:23692; }","duration":"174.596067ms","start":"2026-03-05T18:39:01.888918Z","end":"2026-03-05T18:39:02.063514Z","steps":["trace[141206393] 'agreement among raft nodes before linearized reading' (duration: 174.514295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.063527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.124215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/goldpinger\" ","response":"range_response_count:1 size:1214"} {"level":"info","ts":"2026-03-05T18:39:02.063568Z","caller":"traceutil/trace.go:171","msg":"trace[1803906729] range","detail":"{range_begin:/registry/services/specs/monitoring/goldpinger; range_end:; response_count:1; response_revision:23692; }","duration":"174.172436ms","start":"2026-03-05T18:39:01.889385Z","end":"2026-03-05T18:39:02.063557Z","steps":["trace[1803906729] 'agreement among raft nodes before linearized reading' (duration: 174.049753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.063619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.266283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1410"} {"level":"warn","ts":"2026-03-05T18:39:02.063648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.1863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5bc69fb6bd-9wwkt.189a05db7f63f55b\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-05T18:39:02.063653Z","caller":"traceutil/trace.go:171","msg":"trace[326167151] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:23692; }","duration":"175.335114ms","start":"2026-03-05T18:39:01.888307Z","end":"2026-03-05T18:39:02.063642Z","steps":["trace[326167151] 'agreement among raft nodes before linearized reading' (duration: 175.225731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.063651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.297829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-05T18:39:02.063652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.413422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:766"} {"level":"info","ts":"2026-03-05T18:39:02.063692Z","caller":"traceutil/trace.go:171","msg":"trace[1044795172] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23692; }","duration":"174.3479ms","start":"2026-03-05T18:39:01.889333Z","end":"2026-03-05T18:39:02.063681Z","steps":["trace[1044795172] 'agreement among raft nodes before linearized reading' (duration: 174.182826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.063696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.873508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:39:02.063722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.254248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f\" ","response":"range_response_count:1 size:4750"} {"level":"warn","ts":"2026-03-05T18:39:02.063727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.431826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1212"} {"level":"info","ts":"2026-03-05T18:39:02.06373Z","caller":"traceutil/trace.go:171","msg":"trace[1042055237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23692; }","duration":"148.924129ms","start":"2026-03-05T18:39:01.914796Z","end":"2026-03-05T18:39:02.06372Z","steps":["trace[1042055237] 'agreement among raft nodes before linearized reading' (duration: 148.872498ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.063754Z","caller":"traceutil/trace.go:171","msg":"trace[1339677072] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:23692; }","duration":"175.465617ms","start":"2026-03-05T18:39:01.888281Z","end":"2026-03-05T18:39:02.063747Z","steps":["trace[1339677072] 'agreement among raft nodes before linearized reading' (duration: 175.418606ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.063755Z","caller":"traceutil/trace.go:171","msg":"trace[48170310] range","detail":"{range_begin:/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f; range_end:; response_count:1; response_revision:23692; }","duration":"174.291078ms","start":"2026-03-05T18:39:01.889454Z","end":"2026-03-05T18:39:02.063745Z","steps":["trace[48170310] 'agreement among raft nodes before linearized reading' (duration: 174.199906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.063784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.489437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1163"} {"level":"info","ts":"2026-03-05T18:39:02.063809Z","caller":"traceutil/trace.go:171","msg":"trace[1134224036] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:23692; }","duration":"175.535329ms","start":"2026-03-05T18:39:01.888266Z","end":"2026-03-05T18:39:02.063802Z","steps":["trace[1134224036] 'agreement among raft nodes before linearized reading' (duration: 175.448757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.063917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.59707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-05T18:39:02.063943Z","caller":"traceutil/trace.go:171","msg":"trace[572075569] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23692; }","duration":"175.635561ms","start":"2026-03-05T18:39:01.8883Z","end":"2026-03-05T18:39:02.063936Z","steps":["trace[572075569] 'agreement among raft nodes before linearized reading' (duration: 175.509848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.063949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.063442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-05T18:39:02.06398Z","caller":"traceutil/trace.go:171","msg":"trace[1842044558] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23692; }","duration":"171.103834ms","start":"2026-03-05T18:39:01.892867Z","end":"2026-03-05T18:39:02.063971Z","steps":["trace[1842044558] 'agreement among raft nodes before linearized reading' (duration: 171.013972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.06418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.329869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1683"} {"level":"info","ts":"2026-03-05T18:39:02.064212Z","caller":"traceutil/trace.go:171","msg":"trace[571968985] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:23692; }","duration":"174.36895ms","start":"2026-03-05T18:39:01.889834Z","end":"2026-03-05T18:39:02.064202Z","steps":["trace[571968985] 'agreement among raft nodes before linearized reading' (duration: 174.273278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.064329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.580595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" ","response":"range_response_count:1 size:899"} {"level":"info","ts":"2026-03-05T18:39:02.064355Z","caller":"traceutil/trace.go:171","msg":"trace[1605743982] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service; range_end:; response_count:1; response_revision:23692; }","duration":"174.612436ms","start":"2026-03-05T18:39:01.889734Z","end":"2026-03-05T18:39:02.064346Z","steps":["trace[1605743982] 'agreement among raft nodes before linearized reading' (duration: 174.537405ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.063717Z","caller":"traceutil/trace.go:171","msg":"trace[621705209] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:23692; }","duration":"174.496483ms","start":"2026-03-05T18:39:01.889204Z","end":"2026-03-05T18:39:02.0637Z","steps":["trace[621705209] 'agreement among raft nodes before linearized reading' (duration: 174.268218ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.063672Z","caller":"traceutil/trace.go:171","msg":"trace[611834661] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5bc69fb6bd-9wwkt.189a05db7f63f55b; range_end:; response_count:1; response_revision:23692; }","duration":"175.229211ms","start":"2026-03-05T18:39:01.888435Z","end":"2026-03-05T18:39:02.063664Z","steps":["trace[611834661] 'agreement among raft nodes before linearized reading' (duration: 175.15071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.064667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.689403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/glance-api\" ","response":"range_response_count:1 size:921"} {"level":"info","ts":"2026-03-05T18:39:02.064718Z","caller":"traceutil/trace.go:171","msg":"trace[470749740] range","detail":"{range_begin:/registry/services/specs/openstack/glance-api; range_end:; response_count:1; response_revision:23692; }","duration":"175.755644ms","start":"2026-03-05T18:39:01.888949Z","end":"2026-03-05T18:39:02.064704Z","steps":["trace[470749740] 'agreement among raft nodes before linearized reading' (duration: 175.61161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.065209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.8712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-server\" ","response":"range_response_count:1 size:1076"} {"level":"info","ts":"2026-03-05T18:39:02.065434Z","caller":"traceutil/trace.go:171","msg":"trace[1088360702] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-server; range_end:; response_count:1; response_revision:23692; }","duration":"177.073135ms","start":"2026-03-05T18:39:01.888306Z","end":"2026-03-05T18:39:02.065379Z","steps":["trace[1088360702] 'agreement among raft nodes before linearized reading' (duration: 175.768354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.06572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.985138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1390"} {"level":"info","ts":"2026-03-05T18:39:02.065874Z","caller":"traceutil/trace.go:171","msg":"trace[585942022] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23692; }","duration":"176.86289ms","start":"2026-03-05T18:39:01.888994Z","end":"2026-03-05T18:39:02.065857Z","steps":["trace[585942022] 'agreement among raft nodes before linearized reading' (duration: 175.046746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.063809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.182056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4500"} {"level":"info","ts":"2026-03-05T18:39:02.066285Z","caller":"traceutil/trace.go:171","msg":"trace[330216716] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:23692; }","duration":"176.667595ms","start":"2026-03-05T18:39:01.889605Z","end":"2026-03-05T18:39:02.066272Z","steps":["trace[330216716] 'agreement among raft nodes before linearized reading' (duration: 173.863499ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.246991Z","caller":"traceutil/trace.go:171","msg":"trace[659579602] linearizableReadLoop","detail":"{readStateIndex:24534; appliedIndex:24532; }","duration":"178.777205ms","start":"2026-03-05T18:39:02.068187Z","end":"2026-03-05T18:39:02.246964Z","steps":["trace[659579602] 'read index received' (duration: 26.414634ms)","trace[659579602] 'applied index is now lower than readState.Index' (duration: 152.361601ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:02.247075Z","caller":"traceutil/trace.go:171","msg":"trace[1066800528] transaction","detail":"{read_only:false; response_revision:23694; number_of_response:1; }","duration":"180.375022ms","start":"2026-03-05T18:39:02.066651Z","end":"2026-03-05T18:39:02.247026Z","steps":["trace[1066800528] 'process raft request' (duration: 133.066494ms)","trace[1066800528] 'compare' (duration: 47.126264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:02.247256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.045641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:937"} {"level":"info","ts":"2026-03-05T18:39:02.247317Z","caller":"traceutil/trace.go:171","msg":"trace[1636497961] range","detail":"{range_begin:/registry/services/specs/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:23694; }","duration":"179.147764ms","start":"2026-03-05T18:39:02.068157Z","end":"2026-03-05T18:39:02.247305Z","steps":["trace[1636497961] 'agreement among raft nodes before linearized reading' (duration: 178.961099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.247446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.212855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-05T18:39:02.247511Z","caller":"traceutil/trace.go:171","msg":"trace[695598125] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23694; }","duration":"179.298187ms","start":"2026-03-05T18:39:02.068198Z","end":"2026-03-05T18:39:02.247496Z","steps":["trace[695598125] 'agreement among raft nodes before linearized reading' (duration: 179.135703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.247526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.494501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"warn","ts":"2026-03-05T18:39:02.247549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.290175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/capo-controller-manager-6975759b4b\" ","response":"range_response_count:1 size:4174"} {"level":"info","ts":"2026-03-05T18:39:02.247586Z","caller":"traceutil/trace.go:171","msg":"trace[593921694] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:23694; }","duration":"176.577464ms","start":"2026-03-05T18:39:02.070995Z","end":"2026-03-05T18:39:02.247572Z","steps":["trace[593921694] 'agreement among raft nodes before linearized reading' (duration: 176.380678ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.247619Z","caller":"traceutil/trace.go:171","msg":"trace[1278256529] range","detail":"{range_begin:/registry/replicasets/capo-system/capo-controller-manager-6975759b4b; range_end:; response_count:1; response_revision:23694; }","duration":"176.380429ms","start":"2026-03-05T18:39:02.07122Z","end":"2026-03-05T18:39:02.2476Z","steps":["trace[1278256529] 'agreement among raft nodes before linearized reading' (duration: 176.136212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.247737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.535832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4519"} {"level":"warn","ts":"2026-03-05T18:39:02.247763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.947032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-03-05T18:39:02.247764Z","caller":"traceutil/trace.go:171","msg":"trace[552994203] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:23694; }","duration":"176.570602ms","start":"2026-03-05T18:39:02.071185Z","end":"2026-03-05T18:39:02.247755Z","steps":["trace[552994203] 'agreement among raft nodes before linearized reading' (duration: 176.48488ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.247788Z","caller":"traceutil/trace.go:171","msg":"trace[1572638542] range","detail":"{range_begin:/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95; range_end:; response_count:1; response_revision:23694; }","duration":"176.979733ms","start":"2026-03-05T18:39:02.070799Z","end":"2026-03-05T18:39:02.247778Z","steps":["trace[1572638542] 'agreement among raft nodes before linearized reading' (duration: 176.912891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.247816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.741556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-05T18:39:02.24785Z","caller":"traceutil/trace.go:171","msg":"trace[1086588111] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum-nodes; range_end:; response_count:1; response_revision:23694; }","duration":"176.783898ms","start":"2026-03-05T18:39:02.071057Z","end":"2026-03-05T18:39:02.247841Z","steps":["trace[1086588111] 'agreement among raft nodes before linearized reading' (duration: 176.683906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.247885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.568419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-05T18:39:02.247914Z","caller":"traceutil/trace.go:171","msg":"trace[1191362731] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:23694; }","duration":"175.608561ms","start":"2026-03-05T18:39:02.072297Z","end":"2026-03-05T18:39:02.247905Z","steps":["trace[1191362731] 'agreement among raft nodes before linearized reading' (duration: 175.522149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.247841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.189141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-05T18:39:02.247932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.555866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4263"} {"level":"info","ts":"2026-03-05T18:39:02.24795Z","caller":"traceutil/trace.go:171","msg":"trace[1748209675] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23694; }","duration":"175.315864ms","start":"2026-03-05T18:39:02.072624Z","end":"2026-03-05T18:39:02.24794Z","steps":["trace[1748209675] 'agreement among raft nodes before linearized reading' (duration: 175.073258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.247928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.848281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-05T18:39:02.24798Z","caller":"traceutil/trace.go:171","msg":"trace[2085740578] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:23694; }","duration":"111.625828ms","start":"2026-03-05T18:39:02.13634Z","end":"2026-03-05T18:39:02.247966Z","steps":["trace[2085740578] 'agreement among raft nodes before linearized reading' (duration: 111.530386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.248013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.971603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-headless\" ","response":"range_response_count:1 size:1464"} {"level":"warn","ts":"2026-03-05T18:39:02.248021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.263943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-05T18:39:02.24813Z","caller":"traceutil/trace.go:171","msg":"trace[398501984] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:23694; }","duration":"178.400787ms","start":"2026-03-05T18:39:02.069711Z","end":"2026-03-05T18:39:02.248112Z","steps":["trace[398501984] 'agreement among raft nodes before linearized reading' (duration: 178.12727ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.248145Z","caller":"traceutil/trace.go:171","msg":"trace[1920928441] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:23694; }","duration":"176.952393ms","start":"2026-03-05T18:39:02.07104Z","end":"2026-03-05T18:39:02.247993Z","steps":["trace[1920928441] 'agreement among raft nodes before linearized reading' (duration: 176.685517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.248178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.965659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1311"} {"level":"warn","ts":"2026-03-05T18:39:02.248194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.097471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-03-05T18:39:02.24821Z","caller":"traceutil/trace.go:171","msg":"trace[1146675829] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:23694; }","duration":"176.0082ms","start":"2026-03-05T18:39:02.072193Z","end":"2026-03-05T18:39:02.248201Z","steps":["trace[1146675829] 'agreement among raft nodes before linearized reading' (duration: 175.873747ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.248218Z","caller":"traceutil/trace.go:171","msg":"trace[1201058556] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:23694; }","duration":"176.138183ms","start":"2026-03-05T18:39:02.072074Z","end":"2026-03-05T18:39:02.248212Z","steps":["trace[1201058556] 'agreement among raft nodes before linearized reading' (duration: 176.067721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.248272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.974751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-05T18:39:02.248273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.925455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"warn","ts":"2026-03-05T18:39:02.248305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.080999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-05T18:39:02.248328Z","caller":"traceutil/trace.go:171","msg":"trace[2066431306] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-headless; range_end:; response_count:1; response_revision:23694; }","duration":"177.012384ms","start":"2026-03-05T18:39:02.071025Z","end":"2026-03-05T18:39:02.248037Z","steps":["trace[2066431306] 'agreement among raft nodes before linearized reading' (duration: 176.896311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.248387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.027803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-03-05T18:39:02.248398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.269885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3660"} {"level":"info","ts":"2026-03-05T18:39:02.248419Z","caller":"traceutil/trace.go:171","msg":"trace[1456875506] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:23694; }","duration":"177.067125ms","start":"2026-03-05T18:39:02.071344Z","end":"2026-03-05T18:39:02.248411Z","steps":["trace[1456875506] 'agreement among raft nodes before linearized reading' (duration: 176.987933ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.248309Z","caller":"traceutil/trace.go:171","msg":"trace[1879580252] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23694; }","duration":"152.032564ms","start":"2026-03-05T18:39:02.096265Z","end":"2026-03-05T18:39:02.248297Z","steps":["trace[1879580252] 'agreement among raft nodes before linearized reading' (duration: 151.964912ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.248437Z","caller":"traceutil/trace.go:171","msg":"trace[475104403] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:23694; }","duration":"162.337276ms","start":"2026-03-05T18:39:02.086088Z","end":"2026-03-05T18:39:02.248425Z","steps":["trace[475104403] 'agreement among raft nodes before linearized reading' (duration: 162.242064ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.248333Z","caller":"traceutil/trace.go:171","msg":"trace[1599496018] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:23694; }","duration":"178.014047ms","start":"2026-03-05T18:39:02.070302Z","end":"2026-03-05T18:39:02.248316Z","steps":["trace[1599496018] 'agreement among raft nodes before linearized reading' (duration: 177.597678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.248506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.017797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-fb2pd\" ","response":"range_response_count:1 size:6635"} {"level":"info","ts":"2026-03-05T18:39:02.248594Z","caller":"traceutil/trace.go:171","msg":"trace[1338802525] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-fb2pd; range_end:; response_count:1; response_revision:23694; }","duration":"178.164551ms","start":"2026-03-05T18:39:02.070418Z","end":"2026-03-05T18:39:02.248583Z","steps":["trace[1338802525] 'agreement among raft nodes before linearized reading' (duration: 177.943145ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.248341Z","caller":"traceutil/trace.go:171","msg":"trace[1198404939] range","detail":"{range_begin:/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8; range_end:; response_count:1; response_revision:23694; }","duration":"178.12497ms","start":"2026-03-05T18:39:02.070206Z","end":"2026-03-05T18:39:02.248331Z","steps":["trace[1198404939] 'agreement among raft nodes before linearized reading' (duration: 178.026257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.248207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.833604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-03-05T18:39:02.248766Z","caller":"traceutil/trace.go:171","msg":"trace[879204479] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:23694; }","duration":"137.722124ms","start":"2026-03-05T18:39:02.111031Z","end":"2026-03-05T18:39:02.248753Z","steps":["trace[879204479] 'agreement among raft nodes before linearized reading' (duration: 137.09816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.752648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.946061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5181"} {"level":"info","ts":"2026-03-05T18:39:02.752713Z","caller":"traceutil/trace.go:171","msg":"trace[1196979215] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:23695; }","duration":"342.028283ms","start":"2026-03-05T18:39:02.410671Z","end":"2026-03-05T18:39:02.7527Z","steps":["trace[1196979215] 'range keys from in-memory index tree' (duration: 341.799038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.752785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:02.410635Z","time spent":"342.141886ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5205,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:39:02.752767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.631996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T18:39:02.752841Z","caller":"traceutil/trace.go:171","msg":"trace[3118818] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458; range_end:; response_count:1; response_revision:23695; }","duration":"402.733368ms","start":"2026-03-05T18:39:02.350088Z","end":"2026-03-05T18:39:02.752822Z","steps":["trace[3118818] 'range keys from in-memory index tree' (duration: 402.534293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.752879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:02.35007Z","time spent":"402.80043ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458\" "} {"level":"warn","ts":"2026-03-05T18:39:02.75301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.78717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-05T18:39:02.753031Z","caller":"traceutil/trace.go:171","msg":"trace[298034439] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473; range_end:; response_count:1; response_revision:23695; }","duration":"372.841791ms","start":"2026-03-05T18:39:02.380182Z","end":"2026-03-05T18:39:02.753024Z","steps":["trace[298034439] 'range keys from in-memory index tree' (duration: 372.628076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.753048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:02.380162Z","time spent":"372.881042ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" "} {"level":"warn","ts":"2026-03-05T18:39:02.75309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.549613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3891"} {"level":"warn","ts":"2026-03-05T18:39:02.75313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.879781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-05T18:39:02.753165Z","caller":"traceutil/trace.go:171","msg":"trace[296567890] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23695; }","duration":"402.929942ms","start":"2026-03-05T18:39:02.35022Z","end":"2026-03-05T18:39:02.75315Z","steps":["trace[296567890] 'range keys from in-memory index tree' (duration: 402.766718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.753194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:02.350209Z","time spent":"402.978283ms","remote":"127.0.0.1:42952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1470,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-05T18:39:02.753257Z","caller":"traceutil/trace.go:171","msg":"trace[291707392] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:23695; }","duration":"367.160087ms","start":"2026-03-05T18:39:02.38609Z","end":"2026-03-05T18:39:02.75325Z","steps":["trace[291707392] 'range keys from in-memory index tree' (duration: 367.019543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.753278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:02.386078Z","time spent":"367.195877ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3337,"request content":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" "} {"level":"info","ts":"2026-03-05T18:39:02.753331Z","caller":"traceutil/trace.go:171","msg":"trace[2085806041] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:23695; }","duration":"393.241032ms","start":"2026-03-05T18:39:02.360081Z","end":"2026-03-05T18:39:02.753322Z","steps":["trace[2085806041] 'range keys from in-memory index tree' (duration: 393.15206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.753358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:02.360075Z","time spent":"393.277553ms","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-03-05T18:39:02.753408Z","caller":"traceutil/trace.go:171","msg":"trace[315410329] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-78886bd99f; range_end:; response_count:1; response_revision:23695; }","duration":"292.313468ms","start":"2026-03-05T18:39:02.461084Z","end":"2026-03-05T18:39:02.753397Z","steps":["trace[315410329] 'range keys from in-memory index tree' (duration: 292.181745ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.75316Z","caller":"traceutil/trace.go:171","msg":"trace[452704921] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:23695; }","duration":"317.657866ms","start":"2026-03-05T18:39:02.435485Z","end":"2026-03-05T18:39:02.753143Z","steps":["trace[452704921] 'range keys from in-memory index tree' (duration: 317.433621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:02.753583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:02.435472Z","time spent":"318.097786ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3915,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-03-05T18:39:02.753865Z","caller":"traceutil/trace.go:171","msg":"trace[892113740] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:23695; }","duration":"192.506649ms","start":"2026-03-05T18:39:02.561352Z","end":"2026-03-05T18:39:02.753859Z","steps":["trace[892113740] 'range keys from in-memory index tree' (duration: 192.351465ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.753909Z","caller":"traceutil/trace.go:171","msg":"trace[641100883] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9; range_end:; response_count:1; response_revision:23695; }","duration":"268.759162ms","start":"2026-03-05T18:39:02.485044Z","end":"2026-03-05T18:39:02.753803Z","steps":["trace[641100883] 'range keys from in-memory index tree' (duration: 268.539716ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.754108Z","caller":"traceutil/trace.go:171","msg":"trace[1384264293] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf; range_end:; response_count:1; response_revision:23695; }","duration":"243.639908ms","start":"2026-03-05T18:39:02.510462Z","end":"2026-03-05T18:39:02.754102Z","steps":["trace[1384264293] 'range keys from in-memory index tree' (duration: 243.516075ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.754142Z","caller":"traceutil/trace.go:171","msg":"trace[393647555] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23695; }","duration":"100.172667ms","start":"2026-03-05T18:39:02.65394Z","end":"2026-03-05T18:39:02.754113Z","steps":["trace[393647555] 'range keys from in-memory index tree' (duration: 99.790758ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.754245Z","caller":"traceutil/trace.go:171","msg":"trace[694868879] range","detail":"{range_begin:/registry/replicasets/monitoring/loki-gateway-cf54cb88c; range_end:; response_count:1; response_revision:23695; }","duration":"218.34145ms","start":"2026-03-05T18:39:02.535895Z","end":"2026-03-05T18:39:02.754237Z","steps":["trace[694868879] 'range keys from in-memory index tree' (duration: 218.231238ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.754372Z","caller":"traceutil/trace.go:171","msg":"trace[1318034203] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23695; }","duration":"173.215533ms","start":"2026-03-05T18:39:02.581148Z","end":"2026-03-05T18:39:02.754363Z","steps":["trace[1318034203] 'count revisions from in-memory index tree' (duration: 173.12323ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.754598Z","caller":"traceutil/trace.go:171","msg":"trace[1515413530] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23695; }","duration":"169.26996ms","start":"2026-03-05T18:39:02.585319Z","end":"2026-03-05T18:39:02.754589Z","steps":["trace[1515413530] 'range keys from in-memory index tree' (duration: 169.170028ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.755534Z","caller":"traceutil/trace.go:171","msg":"trace[231213272] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:23695; }","duration":"119.899474ms","start":"2026-03-05T18:39:02.635607Z","end":"2026-03-05T18:39:02.755507Z","steps":["trace[231213272] 'range keys from in-memory index tree' (duration: 119.537465ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.755675Z","caller":"traceutil/trace.go:171","msg":"trace[1707001960] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:23695; }","duration":"145.256783ms","start":"2026-03-05T18:39:02.610402Z","end":"2026-03-05T18:39:02.755659Z","steps":["trace[1707001960] 'range keys from in-memory index tree' (duration: 145.038768ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:02.907309Z","caller":"traceutil/trace.go:171","msg":"trace[1438437989] transaction","detail":"{read_only:false; response_revision:23696; number_of_response:1; }","duration":"151.640153ms","start":"2026-03-05T18:39:02.755649Z","end":"2026-03-05T18:39:02.907289Z","steps":["trace[1438437989] 'process raft request' (duration: 151.489449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:03.386216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.009514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:39:03.386411Z","caller":"traceutil/trace.go:171","msg":"trace[1451445441] linearizableReadLoop","detail":"{readStateIndex:24537; appliedIndex:24535; }","duration":"625.542212ms","start":"2026-03-05T18:39:02.760853Z","end":"2026-03-05T18:39:03.386395Z","steps":["trace[1451445441] 'read index received' (duration: 146.282066ms)","trace[1451445441] 'applied index is now lower than readState.Index' (duration: 479.258986ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:03.386414Z","caller":"traceutil/trace.go:171","msg":"trace[536637235] transaction","detail":"{read_only:false; response_revision:23697; number_of_response:1; }","duration":"626.165987ms","start":"2026-03-05T18:39:02.760224Z","end":"2026-03-05T18:39:03.38639Z","steps":["trace[536637235] 'process raft request' (duration: 412.60573ms)","trace[536637235] 'compare' (duration: 212.82249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:03.386529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:02.760204Z","time spent":"626.256239ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3932,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:03.386519Z","caller":"traceutil/trace.go:171","msg":"trace[5735159] transaction","detail":"{read_only:false; response_revision:23698; number_of_response:1; }","duration":"531.717306ms","start":"2026-03-05T18:39:02.854746Z","end":"2026-03-05T18:39:03.386463Z","steps":["trace[5735159] 'process raft request' (duration: 531.571372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:03.386675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.811728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"info","ts":"2026-03-05T18:39:03.386725Z","caller":"traceutil/trace.go:171","msg":"trace[1924783246] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:23698; }","duration":"625.87995ms","start":"2026-03-05T18:39:02.76083Z","end":"2026-03-05T18:39:03.38671Z","steps":["trace[1924783246] 'agreement among raft nodes before linearized reading' (duration: 625.651445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:03.38678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:02.760823Z","time spent":"625.942732ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4244,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-05T18:39:03.386727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:02.854722Z","time spent":"531.853748ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:03.804809Z","caller":"traceutil/trace.go:171","msg":"trace[528088077] transaction","detail":"{read_only:false; response_revision:23699; number_of_response:1; }","duration":"553.92381ms","start":"2026-03-05T18:39:03.250864Z","end":"2026-03-05T18:39:03.804788Z","steps":["trace[528088077] 'process raft request' (duration: 540.408792ms)","trace[528088077] 'compare' (duration: 13.082818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:03.804919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:03.250846Z","time spent":"554.016002ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:04.321549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.389959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:39:04.32172Z","caller":"traceutil/trace.go:171","msg":"trace[485695460] transaction","detail":"{read_only:false; response_revision:23700; number_of_response:1; }","duration":"1.070802125s","start":"2026-03-05T18:39:03.250898Z","end":"2026-03-05T18:39:04.3217Z","steps":["trace[485695460] 'process raft request' (duration: 792.16972ms)","trace[485695460] 'compare' (duration: 278.233246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:04.321803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:03.250846Z","time spent":"1.070923688s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:04.32188Z","caller":"traceutil/trace.go:171","msg":"trace[1894696431] transaction","detail":"{read_only:false; response_revision:23701; number_of_response:1; }","duration":"1.070252252s","start":"2026-03-05T18:39:03.25161Z","end":"2026-03-05T18:39:04.321862Z","steps":["trace[1894696431] 'process raft request' (duration: 1.070032457s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.321971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:03.251574Z","time spent":"1.070347374s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:04.322082Z","caller":"traceutil/trace.go:171","msg":"trace[1639415808] transaction","detail":"{read_only:false; response_revision:23702; number_of_response:1; }","duration":"1.070410496s","start":"2026-03-05T18:39:03.251655Z","end":"2026-03-05T18:39:04.322066Z","steps":["trace[1639415808] 'process raft request' (duration: 1.07015389s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.322192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:03.251645Z","time spent":"1.070489537s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:04.322345Z","caller":"traceutil/trace.go:171","msg":"trace[1736659475] transaction","detail":"{read_only:false; response_revision:23703; number_of_response:1; }","duration":"1.070430106s","start":"2026-03-05T18:39:03.251856Z","end":"2026-03-05T18:39:04.322286Z","steps":["trace[1736659475] 'process raft request' (duration: 1.070157509s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:04.322346Z","caller":"traceutil/trace.go:171","msg":"trace[1326385220] linearizableReadLoop","detail":"{readStateIndex:24544; appliedIndex:24538; }","duration":"935.877537ms","start":"2026-03-05T18:39:03.386446Z","end":"2026-03-05T18:39:04.322324Z","steps":["trace[1326385220] 'read index received' (duration: 404.839328ms)","trace[1326385220] 'applied index is now lower than readState.Index' (duration: 531.037029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:04.322479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:03.251818Z","time spent":"1.07059011s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:04.322494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312170088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4133"} {"level":"info","ts":"2026-03-05T18:39:04.322628Z","caller":"traceutil/trace.go:171","msg":"trace[2006522718] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:23704; }","duration":"1.312286851s","start":"2026-03-05T18:39:03.01027Z","end":"2026-03-05T18:39:04.322557Z","steps":["trace[2006522718] 'agreement among raft nodes before linearized reading' (duration: 1.312063916s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.322666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:03.010246Z","time spent":"1.312411784s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4157,"request content":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-03-05T18:39:04.322693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336829462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4681"} {"level":"info","ts":"2026-03-05T18:39:04.322736Z","caller":"traceutil/trace.go:171","msg":"trace[2120706677] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:23704; }","duration":"1.336908583s","start":"2026-03-05T18:39:02.985814Z","end":"2026-03-05T18:39:04.322723Z","steps":["trace[2120706677] 'agreement among raft nodes before linearized reading' (duration: 1.336660097s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.32277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111566669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/keystone-api-5ddc55bc78\" ","response":"range_response_count:1 size:11123"} {"level":"warn","ts":"2026-03-05T18:39:04.32276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186219082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-05T18:39:04.322807Z","caller":"traceutil/trace.go:171","msg":"trace[2014476737] range","detail":"{range_begin:/registry/replicasets/openstack/keystone-api-5ddc55bc78; range_end:; response_count:1; response_revision:23704; }","duration":"1.11160387s","start":"2026-03-05T18:39:03.211193Z","end":"2026-03-05T18:39:04.322797Z","steps":["trace[2014476737] 'agreement among raft nodes before linearized reading' (duration: 1.111463526s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.322839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:03.21115Z","time spent":"1.111683232s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":11147,"request content":"key:\"/registry/replicasets/openstack/keystone-api-5ddc55bc78\" "} {"level":"info","ts":"2026-03-05T18:39:04.322851Z","caller":"traceutil/trace.go:171","msg":"trace[828189462] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:23704; }","duration":"1.186340555s","start":"2026-03-05T18:39:03.136484Z","end":"2026-03-05T18:39:04.322825Z","steps":["trace[828189462] 'agreement among raft nodes before linearized reading' (duration: 1.185986507s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.322881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212173196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10942"} {"level":"info","ts":"2026-03-05T18:39:04.322912Z","caller":"traceutil/trace.go:171","msg":"trace[511692133] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:23704; }","duration":"1.212269527s","start":"2026-03-05T18:39:03.110632Z","end":"2026-03-05T18:39:04.322902Z","steps":["trace[511692133] 'agreement among raft nodes before linearized reading' (duration: 1.212176815s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.322909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:03.136471Z","time spent":"1.186423027s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3785,"request content":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-05T18:39:04.322958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386387273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3559"} {"level":"info","ts":"2026-03-05T18:39:04.322993Z","caller":"traceutil/trace.go:171","msg":"trace[1517986898] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:23704; }","duration":"1.386447854s","start":"2026-03-05T18:39:02.93653Z","end":"2026-03-05T18:39:04.322978Z","steps":["trace[1517986898] 'agreement among raft nodes before linearized reading' (duration: 1.386370142s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.323026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:02.936509Z","time spent":"1.386510436s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3583,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" "} {"level":"info","ts":"2026-03-05T18:39:04.323027Z","caller":"traceutil/trace.go:171","msg":"trace[1720010492] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"1.071115862s","start":"2026-03-05T18:39:03.2519Z","end":"2026-03-05T18:39:04.323016Z","steps":["trace[1720010492] 'process raft request' (duration: 1.070304353s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.323103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:03.251873Z","time spent":"1.071194754s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:04.323097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13664411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/heat-engine-68bd65bb9f\" ","response":"range_response_count:1 size:6241"} {"level":"info","ts":"2026-03-05T18:39:04.323156Z","caller":"traceutil/trace.go:171","msg":"trace[448153802] range","detail":"{range_begin:/registry/replicasets/openstack/heat-engine-68bd65bb9f; range_end:; response_count:1; response_revision:23704; }","duration":"1.136730653s","start":"2026-03-05T18:39:03.186408Z","end":"2026-03-05T18:39:04.323139Z","steps":["trace[448153802] 'agreement among raft nodes before linearized reading' (duration: 1.136470937s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.323178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412201073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5446"} {"level":"warn","ts":"2026-03-05T18:39:04.323199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:03.186397Z","time spent":"1.136790634s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":6265,"request content":"key:\"/registry/replicasets/openstack/heat-engine-68bd65bb9f\" "} {"level":"info","ts":"2026-03-05T18:39:04.323206Z","caller":"traceutil/trace.go:171","msg":"trace[1479305430] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:23704; }","duration":"1.412258024s","start":"2026-03-05T18:39:02.910939Z","end":"2026-03-05T18:39:04.323197Z","steps":["trace[1479305430] 'agreement among raft nodes before linearized reading' (duration: 1.412180812s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.323251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:02.910923Z","time spent":"1.412321586s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":5470,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-03-05T18:39:04.323304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162984563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/heat-cfn-f48f47c5b\" ","response":"range_response_count:1 size:7562"} {"level":"warn","ts":"2026-03-05T18:39:04.323335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086633388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-api-5bc69fb6bd\" ","response":"range_response_count:1 size:7431"} {"level":"info","ts":"2026-03-05T18:39:04.323357Z","caller":"traceutil/trace.go:171","msg":"trace[216101531] range","detail":"{range_begin:/registry/replicasets/openstack/heat-cfn-f48f47c5b; range_end:; response_count:1; response_revision:23704; }","duration":"1.163064405s","start":"2026-03-05T18:39:03.160277Z","end":"2026-03-05T18:39:04.323342Z","steps":["trace[216101531] 'agreement among raft nodes before linearized reading' (duration: 1.162914532s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:04.32339Z","caller":"traceutil/trace.go:171","msg":"trace[154149913] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-api-5bc69fb6bd; range_end:; response_count:1; response_revision:23704; }","duration":"1.086737201s","start":"2026-03-05T18:39:03.236643Z","end":"2026-03-05T18:39:04.323381Z","steps":["trace[154149913] 'agreement among raft nodes before linearized reading' (duration: 1.086610627s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.323412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432389411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-05T18:39:04.323406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:03.110608Z","time spent":"1.212779881s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":10966,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-03-05T18:39:04.323482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43702334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-volume-86dd9585d8\" ","response":"range_response_count:1 size:14528"} {"level":"warn","ts":"2026-03-05T18:39:04.323487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513017447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-backup-68687cd456\" ","response":"range_response_count:1 size:11242"} {"level":"info","ts":"2026-03-05T18:39:04.3235Z","caller":"traceutil/trace.go:171","msg":"trace[1079423135] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-volume-86dd9585d8; range_end:; response_count:1; response_revision:23704; }","duration":"1.437080771s","start":"2026-03-05T18:39:02.886416Z","end":"2026-03-05T18:39:04.323497Z","steps":["trace[1079423135] 'agreement among raft nodes before linearized reading' (duration: 1.43702772s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.32352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:02.886397Z","time spent":"1.437117792s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":14552,"request content":"key:\"/registry/replicasets/openstack/cinder-volume-86dd9585d8\" "} {"level":"info","ts":"2026-03-05T18:39:04.323519Z","caller":"traceutil/trace.go:171","msg":"trace[1325229977] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-backup-68687cd456; range_end:; response_count:1; response_revision:23704; }","duration":"1.513059087s","start":"2026-03-05T18:39:02.810451Z","end":"2026-03-05T18:39:04.323511Z","steps":["trace[1325229977] 'agreement among raft nodes before linearized reading' (duration: 1.512968525s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.323539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287162619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5032"} {"level":"warn","ts":"2026-03-05T18:39:04.323565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263112499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/heat-api-66fbb77b66\" ","response":"range_response_count:1 size:7555"} {"level":"warn","ts":"2026-03-05T18:39:04.323607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462657047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-scheduler-87f5c57b4\" ","response":"range_response_count:1 size:7246"} {"level":"info","ts":"2026-03-05T18:39:04.323598Z","caller":"traceutil/trace.go:171","msg":"trace[444875379] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:23704; }","duration":"1.287259411s","start":"2026-03-05T18:39:03.036325Z","end":"2026-03-05T18:39:04.323584Z","steps":["trace[444875379] 'agreement among raft nodes before linearized reading' (duration: 1.287106338s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:04.323613Z","caller":"traceutil/trace.go:171","msg":"trace[1367869195] range","detail":"{range_begin:/registry/replicasets/openstack/heat-api-66fbb77b66; range_end:; response_count:1; response_revision:23704; }","duration":"1.263186152s","start":"2026-03-05T18:39:03.060414Z","end":"2026-03-05T18:39:04.3236Z","steps":["trace[1367869195] 'agreement among raft nodes before linearized reading' (duration: 1.262578166s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.32364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:03.036305Z","time spent":"1.287324502s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":5056,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"warn","ts":"2026-03-05T18:39:04.322881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361965516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/glance-api-7d6c8969bc\" ","response":"range_response_count:1 size:11416"} {"level":"warn","ts":"2026-03-05T18:39:04.323651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:03.060404Z","time spent":"1.263238983s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7579,"request content":"key:\"/registry/replicasets/openstack/heat-api-66fbb77b66\" "} {"level":"warn","ts":"2026-03-05T18:39:04.323678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237668849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5130"} {"level":"warn","ts":"2026-03-05T18:39:04.323698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23771347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-05T18:39:04.323546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:02.810447Z","time spent":"1.513094368s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":11266,"request content":"key:\"/registry/replicasets/openstack/cinder-backup-68687cd456\" "} {"level":"info","ts":"2026-03-05T18:39:04.323624Z","caller":"traceutil/trace.go:171","msg":"trace[1554772266] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-scheduler-87f5c57b4; range_end:; response_count:1; response_revision:23704; }","duration":"1.462700887s","start":"2026-03-05T18:39:02.860918Z","end":"2026-03-05T18:39:04.323619Z","steps":["trace[1554772266] 'agreement among raft nodes before linearized reading' (duration: 1.462648226s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.323735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.324968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" ","response":"range_response_count:1 size:2759"} {"level":"info","ts":"2026-03-05T18:39:04.323433Z","caller":"traceutil/trace.go:171","msg":"trace[1844227932] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473; range_end:; response_count:1; response_revision:23704; }","duration":"1.432430181s","start":"2026-03-05T18:39:02.890997Z","end":"2026-03-05T18:39:04.323427Z","steps":["trace[1844227932] 'agreement among raft nodes before linearized reading' (duration: 1.43238206s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:04.323747Z","caller":"traceutil/trace.go:171","msg":"trace[817558086] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:23704; }","duration":"1.237775642s","start":"2026-03-05T18:39:03.085954Z","end":"2026-03-05T18:39:04.32373Z","steps":["trace[817558086] 'agreement among raft nodes before linearized reading' (duration: 1.237625638s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.323785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.914584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-05T18:39:04.323787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:02.890985Z","time spent":"1.432793841s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" "} {"level":"info","ts":"2026-03-05T18:39:04.323804Z","caller":"traceutil/trace.go:171","msg":"trace[910146756] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23704; }","duration":"254.951715ms","start":"2026-03-05T18:39:04.068849Z","end":"2026-03-05T18:39:04.323801Z","steps":["trace[910146756] 'agreement among raft nodes before linearized reading' (duration: 254.912784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.3238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:03.085942Z","time spent":"1.237845123s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":5154,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-03-05T18:39:04.323856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.16797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-05T18:39:04.323889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.314342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:39:04.323889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.582197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5bc69fb6bd-9wwkt.189a05db7f63f55b\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-05T18:39:04.323413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:03.16026Z","time spent":"1.163141398s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7586,"request content":"key:\"/registry/replicasets/openstack/heat-cfn-f48f47c5b\" "} {"level":"warn","ts":"2026-03-05T18:39:04.323857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.399751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-05T18:39:04.323365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487539463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-api-75959b5f84\" ","response":"range_response_count:1 size:8736"} {"level":"warn","ts":"2026-03-05T18:39:04.323757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:02.860903Z","time spent":"1.462846481s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":7270,"request content":"key:\"/registry/replicasets/openstack/cinder-scheduler-87f5c57b4\" "} {"level":"warn","ts":"2026-03-05T18:39:04.323641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532886725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/barbican-api-cb4d4ddfd\" ","response":"range_response_count:1 size:7294"} {"level":"warn","ts":"2026-03-05T18:39:04.323938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.277872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T18:39:04.323972Z","caller":"traceutil/trace.go:171","msg":"trace[901478563] range","detail":"{range_begin:/registry/replicasets/openstack/barbican-api-cb4d4ddfd; range_end:; response_count:1; response_revision:23704; }","duration":"1.533240304s","start":"2026-03-05T18:39:02.790727Z","end":"2026-03-05T18:39:04.323968Z","steps":["trace[901478563] 'agreement among raft nodes before linearized reading' (duration: 1.532853815s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:04.32398Z","caller":"traceutil/trace.go:171","msg":"trace[481102913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23704; }","duration":"255.345374ms","start":"2026-03-05T18:39:04.068626Z","end":"2026-03-05T18:39:04.323972Z","steps":["trace[481102913] 'agreement among raft nodes before linearized reading' (duration: 255.253632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.323997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:02.790713Z","time spent":"1.533279165s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":7318,"request content":"key:\"/registry/replicasets/openstack/barbican-api-cb4d4ddfd\" "} {"level":"info","ts":"2026-03-05T18:39:04.323905Z","caller":"traceutil/trace.go:171","msg":"trace[344232174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23704; }","duration":"819.361194ms","start":"2026-03-05T18:39:03.50454Z","end":"2026-03-05T18:39:04.323901Z","steps":["trace[344232174] 'agreement among raft nodes before linearized reading' (duration: 819.334693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.324006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.221732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T18:39:04.324025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:03.504522Z","time spent":"819.495477ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:39:04.323428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:03.236618Z","time spent":"1.086803333s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":7455,"request content":"key:\"/registry/replicasets/openstack/magnum-api-5bc69fb6bd\" "} {"level":"info","ts":"2026-03-05T18:39:04.324042Z","caller":"traceutil/trace.go:171","msg":"trace[49332241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23704; }","duration":"434.279853ms","start":"2026-03-05T18:39:03.889753Z","end":"2026-03-05T18:39:04.324033Z","steps":["trace[49332241] 'agreement among raft nodes before linearized reading' (duration: 434.195231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.324042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.298593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T18:39:04.323689Z","caller":"traceutil/trace.go:171","msg":"trace[901278373] range","detail":"{range_begin:/registry/replicasets/openstack/glance-api-7d6c8969bc; range_end:; response_count:1; response_revision:23704; }","duration":"1.362798306s","start":"2026-03-05T18:39:02.960878Z","end":"2026-03-05T18:39:04.323676Z","steps":["trace[901278373] 'agreement among raft nodes before linearized reading' (duration: 1.361917695s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.324076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:03.88974Z","time spent":"434.326614ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T18:39:04.324079Z","caller":"traceutil/trace.go:171","msg":"trace[2093488181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23704; }","duration":"255.361154ms","start":"2026-03-05T18:39:04.068709Z","end":"2026-03-05T18:39:04.32407Z","steps":["trace[2093488181] 'agreement among raft nodes before linearized reading' (duration: 255.261562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.324096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:02.960864Z","time spent":"1.363228056s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":11440,"request content":"key:\"/registry/replicasets/openstack/glance-api-7d6c8969bc\" "} {"level":"info","ts":"2026-03-05T18:39:04.323966Z","caller":"traceutil/trace.go:171","msg":"trace[1972194642] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-api-75959b5f84; range_end:; response_count:1; response_revision:23704; }","duration":"1.488156409s","start":"2026-03-05T18:39:02.835798Z","end":"2026-03-05T18:39:04.323955Z","steps":["trace[1972194642] 'agreement among raft nodes before linearized reading' (duration: 1.487516623s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.323649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483860747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:39:04.322774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:02.985805Z","time spent":"1.336961375s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4705,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} {"level":"info","ts":"2026-03-05T18:39:04.323745Z","caller":"traceutil/trace.go:171","msg":"trace[1841660447] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23704; }","duration":"1.237778072s","start":"2026-03-05T18:39:03.085957Z","end":"2026-03-05T18:39:04.323735Z","steps":["trace[1841660447] 'agreement among raft nodes before linearized reading' (duration: 1.237664309s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.325206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:03.085946Z","time spent":"1.239242756s","remote":"127.0.0.1:42952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T18:39:04.323898Z","caller":"traceutil/trace.go:171","msg":"trace[1330580674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23704; }","duration":"255.215911ms","start":"2026-03-05T18:39:04.068673Z","end":"2026-03-05T18:39:04.323889Z","steps":["trace[1330580674] 'agreement among raft nodes before linearized reading' (duration: 255.109889ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:04.323927Z","caller":"traceutil/trace.go:171","msg":"trace[2002915084] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5bc69fb6bd-9wwkt.189a05db7f63f55b; range_end:; response_count:1; response_revision:23704; }","duration":"703.658599ms","start":"2026-03-05T18:39:03.620258Z","end":"2026-03-05T18:39:04.323917Z","steps":["trace[2002915084] 'agreement among raft nodes before linearized reading' (duration: 703.542966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.325425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:03.620227Z","time spent":"705.174914ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-5bc69fb6bd-9wwkt.189a05db7f63f55b\" "} {"level":"info","ts":"2026-03-05T18:39:04.323932Z","caller":"traceutil/trace.go:171","msg":"trace[686962703] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473; range_end:; response_count:1; response_revision:23704; }","duration":"306.507644ms","start":"2026-03-05T18:39:04.017415Z","end":"2026-03-05T18:39:04.323923Z","steps":["trace[686962703] 'agreement among raft nodes before linearized reading' (duration: 306.356451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.325596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.017396Z","time spent":"308.182153ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" "} {"level":"info","ts":"2026-03-05T18:39:04.324146Z","caller":"traceutil/trace.go:171","msg":"trace[186228859] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23704; }","duration":"1.484411669s","start":"2026-03-05T18:39:02.83973Z","end":"2026-03-05T18:39:04.324141Z","steps":["trace[186228859] 'agreement among raft nodes before linearized reading' (duration: 1.483904747s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.325759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:02.839706Z","time spent":"1.486002897s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:39:04.323753Z","caller":"traceutil/trace.go:171","msg":"trace[1554410671] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-registry-c45778976; range_end:; response_count:1; response_revision:23704; }","duration":"933.342438ms","start":"2026-03-05T18:39:03.390407Z","end":"2026-03-05T18:39:04.323749Z","steps":["trace[1554410671] 'agreement among raft nodes before linearized reading' (duration: 933.292917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.326016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:03.390352Z","time spent":"935.642021ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2783,"request content":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" "} {"level":"warn","ts":"2026-03-05T18:39:04.324154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:02.835788Z","time spent":"1.488354733s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":8760,"request content":"key:\"/registry/replicasets/openstack/cinder-api-75959b5f84\" "} {"level":"warn","ts":"2026-03-05T18:39:04.323721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557935508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-05T18:39:04.326412Z","caller":"traceutil/trace.go:171","msg":"trace[63184889] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23704; }","duration":"1.560635662s","start":"2026-03-05T18:39:02.765762Z","end":"2026-03-05T18:39:04.326397Z","steps":["trace[63184889] 'agreement among raft nodes before linearized reading' (duration: 1.557901397s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.326452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:02.765752Z","time spent":"1.560687553s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9628,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-03-05T18:39:04.589979Z","caller":"traceutil/trace.go:171","msg":"trace[1961721026] linearizableReadLoop","detail":"{readStateIndex:24545; appliedIndex:24544; }","duration":"261.90587ms","start":"2026-03-05T18:39:04.328049Z","end":"2026-03-05T18:39:04.589955Z","steps":["trace[1961721026] 'read index received' (duration: 261.708975ms)","trace[1961721026] 'applied index is now lower than readState.Index' (duration: 195.605µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:04.590026Z","caller":"traceutil/trace.go:171","msg":"trace[981148283] transaction","detail":"{read_only:false; response_revision:23705; number_of_response:1; }","duration":"262.021563ms","start":"2026-03-05T18:39:04.327968Z","end":"2026-03-05T18:39:04.58999Z","steps":["trace[981148283] 'process raft request' (duration: 261.792687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.590231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.153266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ba509da7-384e-4624-a951-4599ac80e932\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-05T18:39:04.590286Z","caller":"traceutil/trace.go:171","msg":"trace[1746921872] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ba509da7-384e-4624-a951-4599ac80e932; range_end:; response_count:1; response_revision:23705; }","duration":"262.241737ms","start":"2026-03-05T18:39:04.328031Z","end":"2026-03-05T18:39:04.590273Z","steps":["trace[1746921872] 'agreement among raft nodes before linearized reading' (duration: 262.041843ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:04.670178Z","caller":"traceutil/trace.go:171","msg":"trace[1406095056] transaction","detail":"{read_only:false; response_revision:23708; number_of_response:1; }","duration":"339.746549ms","start":"2026-03-05T18:39:04.330406Z","end":"2026-03-05T18:39:04.670153Z","steps":["trace[1406095056] 'process raft request' (duration: 339.697207ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:04.670215Z","caller":"traceutil/trace.go:171","msg":"trace[1016301611] transaction","detail":"{read_only:false; response_revision:23706; number_of_response:1; }","duration":"342.038113ms","start":"2026-03-05T18:39:04.328142Z","end":"2026-03-05T18:39:04.67018Z","steps":["trace[1016301611] 'process raft request' (duration: 341.815878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.670327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.330401Z","time spent":"339.846091ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:04.670221Z","caller":"traceutil/trace.go:171","msg":"trace[543671183] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"341.998371ms","start":"2026-03-05T18:39:04.328191Z","end":"2026-03-05T18:39:04.67019Z","steps":["trace[543671183] 'process raft request' (duration: 341.885649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.67038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.328116Z","time spent":"342.173346ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:04.670552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.988501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-novncproxy-7d4c8dbd55\" ","response":"range_response_count:1 size:9373"} {"level":"info","ts":"2026-03-05T18:39:04.670582Z","caller":"traceutil/trace.go:171","msg":"trace[718685985] range","detail":"{range_begin:/registry/replicasets/openstack/nova-novncproxy-7d4c8dbd55; range_end:; response_count:1; response_revision:23710; }","duration":"339.046412ms","start":"2026-03-05T18:39:04.331528Z","end":"2026-03-05T18:39:04.670575Z","steps":["trace[718685985] 'agreement among raft nodes before linearized reading' (duration: 338.907419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.670535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.328166Z","time spent":"342.260728ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:04.670604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.331521Z","time spent":"339.077223ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":9397,"request content":"key:\"/registry/replicasets/openstack/nova-novncproxy-7d4c8dbd55\" "} {"level":"warn","ts":"2026-03-05T18:39:04.670611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.5322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11423"} {"level":"warn","ts":"2026-03-05T18:39:04.670667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.099386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/neutron-server-c6b49c4d9\" ","response":"range_response_count:1 size:10099"} {"level":"info","ts":"2026-03-05T18:39:04.670681Z","caller":"traceutil/trace.go:171","msg":"trace[1687671409] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:23710; }","duration":"338.620151ms","start":"2026-03-05T18:39:04.332046Z","end":"2026-03-05T18:39:04.670666Z","steps":["trace[1687671409] 'agreement among raft nodes before linearized reading' (duration: 338.427707ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:04.670707Z","caller":"traceutil/trace.go:171","msg":"trace[1784248623] range","detail":"{range_begin:/registry/replicasets/openstack/neutron-server-c6b49c4d9; range_end:; response_count:1; response_revision:23710; }","duration":"340.143588ms","start":"2026-03-05T18:39:04.330549Z","end":"2026-03-05T18:39:04.670692Z","steps":["trace[1784248623] 'agreement among raft nodes before linearized reading' (duration: 339.987564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.67072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.006532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-api\" ","response":"range_response_count:1 size:7741"} {"level":"warn","ts":"2026-03-05T18:39:04.670736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.330544Z","time spent":"340.185839ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":10123,"request content":"key:\"/registry/replicasets/openstack/neutron-server-c6b49c4d9\" "} {"level":"warn","ts":"2026-03-05T18:39:04.670747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.857058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7598"} {"level":"info","ts":"2026-03-05T18:39:04.670759Z","caller":"traceutil/trace.go:171","msg":"trace[2066832484] range","detail":"{range_begin:/registry/deployments/openstack/magnum-api; range_end:; response_count:1; response_revision:23710; }","duration":"339.057603ms","start":"2026-03-05T18:39:04.331688Z","end":"2026-03-05T18:39:04.670745Z","steps":["trace[2066832484] 'agreement among raft nodes before linearized reading' (duration: 338.9655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.670782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.374544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/memcached-memcached-cf56b6468\" ","response":"range_response_count:1 size:6879"} {"level":"warn","ts":"2026-03-05T18:39:04.670763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.578655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-osapi-6965bc4754\" ","response":"range_response_count:1 size:7388"} {"level":"warn","ts":"2026-03-05T18:39:04.670792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.331676Z","time spent":"339.108684ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7765,"request content":"key:\"/registry/deployments/openstack/magnum-api\" "} {"level":"warn","ts":"2026-03-05T18:39:04.670823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.636083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11542"} {"level":"info","ts":"2026-03-05T18:39:04.670828Z","caller":"traceutil/trace.go:171","msg":"trace[1473114759] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-osapi-6965bc4754; range_end:; response_count:1; response_revision:23710; }","duration":"339.674808ms","start":"2026-03-05T18:39:04.331139Z","end":"2026-03-05T18:39:04.670813Z","steps":["trace[1473114759] 'agreement among raft nodes before linearized reading' (duration: 339.500713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.670847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.486747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-engine\" ","response":"range_response_count:1 size:6541"} {"level":"info","ts":"2026-03-05T18:39:04.670851Z","caller":"traceutil/trace.go:171","msg":"trace[694552727] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:23710; }","duration":"338.675834ms","start":"2026-03-05T18:39:04.332166Z","end":"2026-03-05T18:39:04.670841Z","steps":["trace[694552727] 'agreement among raft nodes before linearized reading' (duration: 338.577981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.670856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.033692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:9036"} {"level":"warn","ts":"2026-03-05T18:39:04.670856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.215707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"range_response_count:1 size:7854"} {"level":"warn","ts":"2026-03-05T18:39:04.67088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.332158Z","time spent":"338.716284ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11566,"request content":"key:\"/registry/deployments/openstack/cinder-backup\" "} {"level":"info","ts":"2026-03-05T18:39:04.670886Z","caller":"traceutil/trace.go:171","msg":"trace[691448186] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:23710; }","duration":"339.079043ms","start":"2026-03-05T18:39:04.331798Z","end":"2026-03-05T18:39:04.670877Z","steps":["trace[691448186] 'agreement among raft nodes before linearized reading' (duration: 339.005042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.670902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.61005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:7550"} {"level":"info","ts":"2026-03-05T18:39:04.670897Z","caller":"traceutil/trace.go:171","msg":"trace[430919522] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; response_count:1; response_revision:23710; }","duration":"339.283979ms","start":"2026-03-05T18:39:04.331602Z","end":"2026-03-05T18:39:04.670886Z","steps":["trace[430919522] 'agreement among raft nodes before linearized reading' (duration: 339.183156ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:04.670894Z","caller":"traceutil/trace.go:171","msg":"trace[1875724689] transaction","detail":"{read_only:false; response_revision:23709; number_of_response:1; }","duration":"340.402504ms","start":"2026-03-05T18:39:04.330476Z","end":"2026-03-05T18:39:04.670879Z","steps":["trace[1875724689] 'process raft request' (duration: 339.648776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.670919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.33179Z","time spent":"339.118654ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9060,"request content":"key:\"/registry/deployments/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-05T18:39:04.670921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.80144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-03-05T18:39:04.670933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.331585Z","time spent":"339.340261ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7878,"request content":"key:\"/registry/deployments/openstack/heat-api\" "} {"level":"warn","ts":"2026-03-05T18:39:04.670966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.698511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:3013"} {"level":"warn","ts":"2026-03-05T18:39:04.670943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.308333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-conductor-6c9ffc467d\" ","response":"range_response_count:1 size:6907"} {"level":"info","ts":"2026-03-05T18:39:04.670981Z","caller":"traceutil/trace.go:171","msg":"trace[280815630] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:23710; }","duration":"340.727063ms","start":"2026-03-05T18:39:04.33025Z","end":"2026-03-05T18:39:04.670977Z","steps":["trace[280815630] 'agreement among raft nodes before linearized reading' (duration: 340.675792ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:04.670946Z","caller":"traceutil/trace.go:171","msg":"trace[185644351] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23710; }","duration":"339.834622ms","start":"2026-03-05T18:39:04.331106Z","end":"2026-03-05T18:39:04.670941Z","steps":["trace[185644351] 'agreement among raft nodes before linearized reading' (duration: 339.76976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.670993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.330242Z","time spent":"340.748483ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":3037,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-03-05T18:39:04.671001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.331102Z","time spent":"339.895013ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-05T18:39:04.670722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.332038Z","time spent":"338.675203ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":11447,"request content":"key:\"/registry/deployments/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-05T18:39:04.671025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.330459Z","time spent":"340.481097ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:04.670759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.204688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T18:39:04.670998Z","caller":"traceutil/trace.go:171","msg":"trace[1662943824] range","detail":"{range_begin:/registry/replicasets/openstack/nova-conductor-6c9ffc467d; range_end:; response_count:1; response_revision:23710; }","duration":"340.384304ms","start":"2026-03-05T18:39:04.330604Z","end":"2026-03-05T18:39:04.670988Z","steps":["trace[1662943824] 'agreement among raft nodes before linearized reading' (duration: 340.301312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.670861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.331132Z","time spent":"339.722979ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":7412,"request content":"key:\"/registry/replicasets/openstack/nova-api-osapi-6965bc4754\" "} {"level":"info","ts":"2026-03-05T18:39:04.671078Z","caller":"traceutil/trace.go:171","msg":"trace[1089612207] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23710; }","duration":"337.549218ms","start":"2026-03-05T18:39:04.333515Z","end":"2026-03-05T18:39:04.671064Z","steps":["trace[1089612207] 'agreement among raft nodes before linearized reading' (duration: 337.058165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.671099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.463276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/neutron-coredns-7dd4958666\" ","response":"range_response_count:1 size:4802"} {"level":"info","ts":"2026-03-05T18:39:04.671112Z","caller":"traceutil/trace.go:171","msg":"trace[597382243] transaction","detail":"{read_only:false; response_revision:23710; number_of_response:1; }","duration":"340.431106ms","start":"2026-03-05T18:39:04.330673Z","end":"2026-03-05T18:39:04.671104Z","steps":["trace[597382243] 'process raft request' (duration: 339.637866ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:04.670917Z","caller":"traceutil/trace.go:171","msg":"trace[1481714149] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:23710; }","duration":"340.63467ms","start":"2026-03-05T18:39:04.330279Z","end":"2026-03-05T18:39:04.670914Z","steps":["trace[1481714149] 'agreement among raft nodes before linearized reading' (duration: 340.592379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.670849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.877663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-cfn\" ","response":"range_response_count:1 size:7865"} {"level":"warn","ts":"2026-03-05T18:39:04.670612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.038432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-metadata-d47b484d9\" ","response":"range_response_count:1 size:9659"} {"level":"info","ts":"2026-03-05T18:39:04.671131Z","caller":"traceutil/trace.go:171","msg":"trace[72864663] range","detail":"{range_begin:/registry/replicasets/openstack/neutron-coredns-7dd4958666; range_end:; response_count:1; response_revision:23710; }","duration":"340.553818ms","start":"2026-03-05T18:39:04.330567Z","end":"2026-03-05T18:39:04.671121Z","steps":["trace[72864663] 'agreement among raft nodes before linearized reading' (duration: 340.450476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.671146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.330276Z","time spent":"340.861425ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":7574,"request content":"key:\"/registry/deployments/openstack/cinder-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:39:04.671152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.33057Z","time spent":"340.558628ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:04.67115Z","caller":"traceutil/trace.go:171","msg":"trace[137713103] range","detail":"{range_begin:/registry/deployments/openstack/heat-cfn; range_end:; response_count:1; response_revision:23710; }","duration":"340.184909ms","start":"2026-03-05T18:39:04.330953Z","end":"2026-03-05T18:39:04.671138Z","steps":["trace[137713103] 'agreement among raft nodes before linearized reading' (duration: 339.644186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.671159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.330554Z","time spent":"340.598289ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":4826,"request content":"key:\"/registry/replicasets/openstack/neutron-coredns-7dd4958666\" "} {"level":"info","ts":"2026-03-05T18:39:04.670783Z","caller":"traceutil/trace.go:171","msg":"trace[686666001] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:23710; }","duration":"338.901019ms","start":"2026-03-05T18:39:04.331871Z","end":"2026-03-05T18:39:04.670772Z","steps":["trace[686666001] 'agreement among raft nodes before linearized reading' (duration: 338.791175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.671187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.330946Z","time spent":"340.22938ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7889,"request content":"key:\"/registry/deployments/openstack/heat-cfn\" "} {"level":"warn","ts":"2026-03-05T18:39:04.671201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.331865Z","time spent":"339.330389ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7622,"request content":"key:\"/registry/deployments/openstack/barbican-api\" "} {"level":"warn","ts":"2026-03-05T18:39:04.671072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.962151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/neutron-rpc-server-5b8f47d79c\" ","response":"range_response_count:1 size:7766"} {"level":"info","ts":"2026-03-05T18:39:04.670801Z","caller":"traceutil/trace.go:171","msg":"trace[1257486914] range","detail":"{range_begin:/registry/replicasets/openstack/memcached-memcached-cf56b6468; range_end:; response_count:1; response_revision:23710; }","duration":"340.419495ms","start":"2026-03-05T18:39:04.330375Z","end":"2026-03-05T18:39:04.670795Z","steps":["trace[1257486914] 'agreement among raft nodes before linearized reading' (duration: 340.370154ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:04.671245Z","caller":"traceutil/trace.go:171","msg":"trace[2052690587] range","detail":"{range_begin:/registry/replicasets/openstack/neutron-rpc-server-5b8f47d79c; range_end:; response_count:1; response_revision:23710; }","duration":"339.141785ms","start":"2026-03-05T18:39:04.332091Z","end":"2026-03-05T18:39:04.671233Z","steps":["trace[2052690587] 'agreement among raft nodes before linearized reading' (duration: 338.911959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.671253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.330362Z","time spent":"340.883496ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6903,"request content":"key:\"/registry/replicasets/openstack/memcached-memcached-cf56b6468\" "} {"level":"warn","ts":"2026-03-05T18:39:04.671279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.332087Z","time spent":"339.183826ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7790,"request content":"key:\"/registry/replicasets/openstack/neutron-rpc-server-5b8f47d79c\" "} {"level":"warn","ts":"2026-03-05T18:39:04.671112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.333509Z","time spent":"337.592769ms","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-05T18:39:04.671165Z","caller":"traceutil/trace.go:171","msg":"trace[422258993] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-metadata-d47b484d9; range_end:; response_count:1; response_revision:23710; }","duration":"339.631007ms","start":"2026-03-05T18:39:04.331514Z","end":"2026-03-05T18:39:04.671145Z","steps":["trace[422258993] 'agreement among raft nodes before linearized reading' (duration: 338.927579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.671387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.331495Z","time spent":"339.882143ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":9683,"request content":"key:\"/registry/replicasets/openstack/nova-api-metadata-d47b484d9\" "} {"level":"info","ts":"2026-03-05T18:39:04.670862Z","caller":"traceutil/trace.go:171","msg":"trace[911872472] range","detail":"{range_begin:/registry/deployments/openstack/heat-engine; range_end:; response_count:1; response_revision:23710; }","duration":"340.509737ms","start":"2026-03-05T18:39:04.330348Z","end":"2026-03-05T18:39:04.670858Z","steps":["trace[911872472] 'agreement among raft nodes before linearized reading' (duration: 340.462516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.671461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.330344Z","time spent":"341.104411ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":6565,"request content":"key:\"/registry/deployments/openstack/heat-engine\" "} {"level":"warn","ts":"2026-03-05T18:39:04.670639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.871499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"range_response_count:1 size:14828"} {"level":"info","ts":"2026-03-05T18:39:04.67154Z","caller":"traceutil/trace.go:171","msg":"trace[1869614536] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; response_count:1; response_revision:23710; }","duration":"339.78197ms","start":"2026-03-05T18:39:04.331744Z","end":"2026-03-05T18:39:04.671526Z","steps":["trace[1869614536] 'agreement among raft nodes before linearized reading' (duration: 338.778376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:04.671108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.330572Z","time spent":"340.520297ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":6931,"request content":"key:\"/registry/replicasets/openstack/nova-conductor-6c9ffc467d\" "} {"level":"warn","ts":"2026-03-05T18:39:04.671579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:04.331735Z","time spent":"339.832571ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":14852,"request content":"key:\"/registry/deployments/openstack/cinder-volume\" "} {"level":"info","ts":"2026-03-05T18:39:05.569649Z","caller":"traceutil/trace.go:171","msg":"trace[521269490] linearizableReadLoop","detail":"{readStateIndex:24551; appliedIndex:24550; }","duration":"293.306321ms","start":"2026-03-05T18:39:05.276322Z","end":"2026-03-05T18:39:05.569628Z","steps":["trace[521269490] 'read index received' (duration: 293.25324ms)","trace[521269490] 'applied index is now lower than readState.Index' (duration: 52.041µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:05.569706Z","caller":"traceutil/trace.go:171","msg":"trace[997124924] transaction","detail":"{read_only:false; response_revision:23711; number_of_response:1; }","duration":"330.665354ms","start":"2026-03-05T18:39:05.238999Z","end":"2026-03-05T18:39:05.569664Z","steps":["trace[997124924] 'process raft request' (duration: 330.50712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:05.569815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.480725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-05T18:39:05.569844Z","caller":"traceutil/trace.go:171","msg":"trace[891535882] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23711; }","duration":"293.571167ms","start":"2026-03-05T18:39:05.276265Z","end":"2026-03-05T18:39:05.569836Z","steps":["trace[891535882] 'agreement among raft nodes before linearized reading' (duration: 293.456204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:05.56985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:05.238977Z","time spent":"330.790977ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:06.193806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.991739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:39:06.19407Z","caller":"traceutil/trace.go:171","msg":"trace[1878243508] transaction","detail":"{read_only:false; response_revision:23713; number_of_response:1; }","duration":"383.173815ms","start":"2026-03-05T18:39:05.810876Z","end":"2026-03-05T18:39:06.19405Z","steps":["trace[1878243508] 'process raft request' (duration: 383.033972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:06.194143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:05.810854Z","time spent":"383.256838ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:06.194127Z","caller":"traceutil/trace.go:171","msg":"trace[1141930708] linearizableReadLoop","detail":"{readStateIndex:24552; appliedIndex:24551; }","duration":"624.398355ms","start":"2026-03-05T18:39:05.5697Z","end":"2026-03-05T18:39:06.194099Z","steps":["trace[1141930708] 'read index received' (duration: 115.030878ms)","trace[1141930708] 'applied index is now lower than readState.Index' (duration: 509.365127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:06.194174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.897367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:06.194284Z","caller":"traceutil/trace.go:171","msg":"trace[120385649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23713; }","duration":"691.032189ms","start":"2026-03-05T18:39:05.503233Z","end":"2026-03-05T18:39:06.194265Z","steps":["trace[120385649] 'agreement among raft nodes before linearized reading' (duration: 690.869785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:06.194336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.393914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:39:06.194338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:05.503221Z","time spent":"691.104522ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:39:06.194333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.758289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-05T18:39:06.194378Z","caller":"traceutil/trace.go:171","msg":"trace[120129153] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23713; }","duration":"343.477097ms","start":"2026-03-05T18:39:05.850889Z","end":"2026-03-05T18:39:06.194366Z","steps":["trace[120129153] 'agreement among raft nodes before linearized reading' (duration: 343.399915ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:06.194423Z","caller":"traceutil/trace.go:171","msg":"trace[1151924641] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473; range_end:; response_count:1; response_revision:23713; }","duration":"862.890931ms","start":"2026-03-05T18:39:05.331509Z","end":"2026-03-05T18:39:06.1944Z","steps":["trace[1151924641] 'agreement among raft nodes before linearized reading' (duration: 862.621085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:06.194537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:05.850875Z","time spent":"343.529608ms","remote":"127.0.0.1:51192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:39:06.194493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:05.331493Z","time spent":"862.984254ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" "} {"level":"info","ts":"2026-03-05T18:39:06.194751Z","caller":"traceutil/trace.go:171","msg":"trace[221526445] transaction","detail":"{read_only:false; response_revision:23712; number_of_response:1; }","duration":"802.457784ms","start":"2026-03-05T18:39:05.392276Z","end":"2026-03-05T18:39:06.194734Z","steps":["trace[221526445] 'process raft request' (duration: 292.459001ms)","trace[221526445] 'compare' (duration: 508.714282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:06.194848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:05.392251Z","time spent":"802.540276ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:06.196636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.939599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T18:39:06.196682Z","caller":"traceutil/trace.go:171","msg":"trace[497783546] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23713; }","duration":"917.01778ms","start":"2026-03-05T18:39:05.279655Z","end":"2026-03-05T18:39:06.196673Z","steps":["trace[497783546] 'agreement among raft nodes before linearized reading' (duration: 914.519691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:06.196711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:05.27959Z","time spent":"917.110863ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2636,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:39:06.564454Z","caller":"traceutil/trace.go:171","msg":"trace[1149659632] transaction","detail":"{read_only:false; response_revision:23714; number_of_response:1; }","duration":"311.316277ms","start":"2026-03-05T18:39:06.253111Z","end":"2026-03-05T18:39:06.564427Z","steps":["trace[1149659632] 'process raft request' (duration: 270.097374ms)","trace[1149659632] 'compare' (duration: 40.817813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:06.564586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:06.253082Z","time spent":"311.429891ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:06.662321Z","caller":"traceutil/trace.go:171","msg":"trace[1178498845] transaction","detail":"{read_only:false; response_revision:23715; number_of_response:1; }","duration":"335.452137ms","start":"2026-03-05T18:39:06.32684Z","end":"2026-03-05T18:39:06.662292Z","steps":["trace[1178498845] 'process raft request' (duration: 335.228791ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:06.662338Z","caller":"traceutil/trace.go:171","msg":"trace[1580536398] transaction","detail":"{read_only:false; response_revision:23716; number_of_response:1; }","duration":"335.240952ms","start":"2026-03-05T18:39:06.327069Z","end":"2026-03-05T18:39:06.66231Z","steps":["trace[1580536398] 'process raft request' (duration: 335.15631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:06.662483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:06.32682Z","time spent":"335.57352ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:06.662485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:06.327063Z","time spent":"335.344984ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:06.662896Z","caller":"traceutil/trace.go:171","msg":"trace[1137053097] transaction","detail":"{read_only:false; response_revision:23718; number_of_response:1; }","duration":"332.17104ms","start":"2026-03-05T18:39:06.33071Z","end":"2026-03-05T18:39:06.662881Z","steps":["trace[1137053097] 'process raft request' (duration: 331.908284ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:06.662872Z","caller":"traceutil/trace.go:171","msg":"trace[987416095] transaction","detail":"{read_only:false; response_revision:23717; number_of_response:1; }","duration":"335.385477ms","start":"2026-03-05T18:39:06.327423Z","end":"2026-03-05T18:39:06.662808Z","steps":["trace[987416095] 'process raft request' (duration: 334.850733ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:06.662938Z","caller":"traceutil/trace.go:171","msg":"trace[184890740] transaction","detail":"{read_only:false; response_revision:23719; number_of_response:1; }","duration":"331.966475ms","start":"2026-03-05T18:39:06.330942Z","end":"2026-03-05T18:39:06.662909Z","steps":["trace[184890740] 'process raft request' (duration: 331.826782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:06.662985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:06.330702Z","time spent":"332.244022ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:06.662987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.404287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:06.663039Z","caller":"traceutil/trace.go:171","msg":"trace[584846754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23719; }","duration":"159.49861ms","start":"2026-03-05T18:39:06.503526Z","end":"2026-03-05T18:39:06.663024Z","steps":["trace[584846754] 'agreement among raft nodes before linearized reading' (duration: 159.398917ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:06.662868Z","caller":"traceutil/trace.go:171","msg":"trace[7153982] linearizableReadLoop","detail":"{readStateIndex:24559; appliedIndex:24553; }","duration":"159.277714ms","start":"2026-03-05T18:39:06.503562Z","end":"2026-03-05T18:39:06.66284Z","steps":["trace[7153982] 'read index received' (duration: 19.660805ms)","trace[7153982] 'applied index is now lower than readState.Index' (duration: 139.615579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:06.663101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:06.327385Z","time spent":"335.602851ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:06.663109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:06.330936Z","time spent":"332.076137ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:07.016506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.112624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T18:39:07.016602Z","caller":"traceutil/trace.go:171","msg":"trace[687819780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23719; }","duration":"339.262928ms","start":"2026-03-05T18:39:06.67731Z","end":"2026-03-05T18:39:07.016573Z","steps":["trace[687819780] 'range keys from in-memory index tree' (duration: 338.890819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:07.016676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:06.67729Z","time spent":"339.37204ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:39:07.016826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.611467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T18:39:07.016847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.088444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T18:39:07.016914Z","caller":"traceutil/trace.go:171","msg":"trace[1310324594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23719; }","duration":"342.75044ms","start":"2026-03-05T18:39:06.674137Z","end":"2026-03-05T18:39:07.016887Z","steps":["trace[1310324594] 'range keys from in-memory index tree' (duration: 342.453513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:07.016958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:06.674116Z","time spent":"342.835101ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:39:07.016969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.118902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:39:07.017013Z","caller":"traceutil/trace.go:171","msg":"trace[1066797310] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23719; }","duration":"341.172993ms","start":"2026-03-05T18:39:06.675828Z","end":"2026-03-05T18:39:07.017001Z","steps":["trace[1066797310] 'range keys from in-memory index tree' (duration: 341.03722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:07.017046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:06.675821Z","time spent":"341.218074ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:39:07.017134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.884927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T18:39:07.017164Z","caller":"traceutil/trace.go:171","msg":"trace[719070193] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23719; }","duration":"120.946688ms","start":"2026-03-05T18:39:06.89621Z","end":"2026-03-05T18:39:07.017157Z","steps":["trace[719070193] 'range keys from in-memory index tree' (duration: 120.776234ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:07.016914Z","caller":"traceutil/trace.go:171","msg":"trace[1395045315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23719; }","duration":"342.185466ms","start":"2026-03-05T18:39:06.674715Z","end":"2026-03-05T18:39:07.016901Z","steps":["trace[1395045315] 'range keys from in-memory index tree' (duration: 341.943641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:07.017692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:06.674707Z","time spent":"342.967824ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:39:07.01771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.592699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T18:39:07.017812Z","caller":"traceutil/trace.go:171","msg":"trace[1090369741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23719; }","duration":"343.712872ms","start":"2026-03-05T18:39:06.674084Z","end":"2026-03-05T18:39:07.017797Z","steps":["trace[1090369741] 'range keys from in-memory index tree' (duration: 343.503887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:07.017807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.453568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-05T18:39:07.01785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:06.674068Z","time spent":"343.772693ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T18:39:07.017874Z","caller":"traceutil/trace.go:171","msg":"trace[1455073986] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23719; }","duration":"349.56011ms","start":"2026-03-05T18:39:06.668295Z","end":"2026-03-05T18:39:07.017855Z","steps":["trace[1455073986] 'range keys from in-memory index tree' (duration: 349.241422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:07.017913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:06.66828Z","time spent":"349.624572ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-05T18:39:07.503987Z","caller":"traceutil/trace.go:171","msg":"trace[271187792] transaction","detail":"{read_only:false; response_revision:23720; number_of_response:1; }","duration":"481.54071ms","start":"2026-03-05T18:39:07.022425Z","end":"2026-03-05T18:39:07.503966Z","steps":["trace[271187792] 'process raft request' (duration: 481.386516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:07.504096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:07.022384Z","time spent":"481.658322ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:07.50414Z","caller":"traceutil/trace.go:171","msg":"trace[808503400] transaction","detail":"{read_only:false; response_revision:23721; number_of_response:1; }","duration":"481.683363ms","start":"2026-03-05T18:39:07.022434Z","end":"2026-03-05T18:39:07.504118Z","steps":["trace[808503400] 'process raft request' (duration: 481.501049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:07.504248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:07.022419Z","time spent":"481.769645ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:07.515021Z","caller":"traceutil/trace.go:171","msg":"trace[1766062217] transaction","detail":"{read_only:false; response_revision:23722; number_of_response:1; }","duration":"492.216253ms","start":"2026-03-05T18:39:07.022784Z","end":"2026-03-05T18:39:07.515Z","steps":["trace[1766062217] 'process raft request' (duration: 492.047739ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:07.515206Z","caller":"traceutil/trace.go:171","msg":"trace[794998052] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"491.909645ms","start":"2026-03-05T18:39:07.023285Z","end":"2026-03-05T18:39:07.515195Z","steps":["trace[794998052] 'process raft request' (duration: 491.675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:07.515261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:07.023264Z","time spent":"491.970017ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:07.515358Z","caller":"traceutil/trace.go:171","msg":"trace[102293072] linearizableReadLoop","detail":"{readStateIndex:24563; appliedIndex:24559; }","duration":"491.429074ms","start":"2026-03-05T18:39:07.023908Z","end":"2026-03-05T18:39:07.515337Z","steps":["trace[102293072] 'read index received' (duration: 479.957042ms)","trace[102293072] 'applied index is now lower than readState.Index' (duration: 11.471081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:07.515181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:07.02276Z","time spent":"492.366556ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:07.515474Z","caller":"traceutil/trace.go:171","msg":"trace[1116705157] transaction","detail":"{read_only:false; response_revision:23724; number_of_response:1; }","duration":"491.487534ms","start":"2026-03-05T18:39:07.023976Z","end":"2026-03-05T18:39:07.515463Z","steps":["trace[1116705157] 'process raft request' (duration: 491.175427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:07.515552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.833428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-05T18:39:07.517233Z","caller":"traceutil/trace.go:171","msg":"trace[142094005] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23724; }","duration":"467.540009ms","start":"2026-03-05T18:39:07.049677Z","end":"2026-03-05T18:39:07.517217Z","steps":["trace[142094005] 'agreement among raft nodes before linearized reading' (duration: 465.793548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:07.517186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:07.023966Z","time spent":"493.163364ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:07.517289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:07.04966Z","time spent":"467.60569ms","remote":"127.0.0.1:42952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-05T18:39:07.515663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.629994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T18:39:07.517494Z","caller":"traceutil/trace.go:171","msg":"trace[466974605] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23724; }","duration":"445.515278ms","start":"2026-03-05T18:39:07.071971Z","end":"2026-03-05T18:39:07.517486Z","steps":["trace[466974605] 'agreement among raft nodes before linearized reading' (duration: 443.654874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:07.51752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:07.071953Z","time spent":"445.558799ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:39:07.515727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.806782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:07.517595Z","caller":"traceutil/trace.go:171","msg":"trace[1576659450] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:23724; }","duration":"493.701538ms","start":"2026-03-05T18:39:07.023879Z","end":"2026-03-05T18:39:07.517581Z","steps":["trace[1576659450] 'agreement among raft nodes before linearized reading' (duration: 491.728531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:07.517645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:07.023865Z","time spent":"493.75477ms","remote":"127.0.0.1:42900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-05T18:39:07.515614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.056463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-05T18:39:07.517783Z","caller":"traceutil/trace.go:171","msg":"trace[1155310186] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473; range_end:; response_count:1; response_revision:23724; }","duration":"319.271505ms","start":"2026-03-05T18:39:07.198487Z","end":"2026-03-05T18:39:07.517759Z","steps":["trace[1155310186] 'agreement among raft nodes before linearized reading' (duration: 317.081323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:07.517842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:07.198469Z","time spent":"319.358117ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" "} {"level":"warn","ts":"2026-03-05T18:39:07.821316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.216478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ddc221a7-e518-4a5d-b4ca-7a6edb0a910a\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-05T18:39:07.821521Z","caller":"traceutil/trace.go:171","msg":"trace[1018006850] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ddc221a7-e518-4a5d-b4ca-7a6edb0a910a; range_end:; response_count:1; response_revision:23724; }","duration":"301.450053ms","start":"2026-03-05T18:39:07.520043Z","end":"2026-03-05T18:39:07.821493Z","steps":["trace[1018006850] 'range keys from in-memory index tree' (duration: 301.028203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:07.821554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.565743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-05T18:39:07.823585Z","caller":"traceutil/trace.go:171","msg":"trace[514085611] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23724; }","duration":"302.610271ms","start":"2026-03-05T18:39:07.520949Z","end":"2026-03-05T18:39:07.823559Z","steps":["trace[514085611] 'range keys from in-memory index tree' (duration: 300.43332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:07.821727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.750057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-05T18:39:07.823493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:07.520031Z","time spent":"303.43658ms","remote":"127.0.0.1:42950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-ddc221a7-e518-4a5d-b4ca-7a6edb0a910a\" "} {"level":"warn","ts":"2026-03-05T18:39:07.823665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:07.520938Z","time spent":"302.695043ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-05T18:39:07.823707Z","caller":"traceutil/trace.go:171","msg":"trace[1231710003] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23724; }","duration":"302.702134ms","start":"2026-03-05T18:39:07.520966Z","end":"2026-03-05T18:39:07.823668Z","steps":["trace[1231710003] 'range keys from in-memory index tree' (duration: 300.647615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:07.824245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:07.520909Z","time spent":"303.279847ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T18:39:08.456627Z","caller":"traceutil/trace.go:171","msg":"trace[398050179] transaction","detail":"{read_only:false; response_revision:23726; number_of_response:1; }","duration":"256.529453ms","start":"2026-03-05T18:39:08.200061Z","end":"2026-03-05T18:39:08.45659Z","steps":["trace[398050179] 'process raft request' (duration: 202.346383ms)","trace[398050179] 'compare' (duration: 53.982635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:08.847275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.543626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T18:39:08.847354Z","caller":"traceutil/trace.go:171","msg":"trace[1106213919] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:23726; }","duration":"221.668879ms","start":"2026-03-05T18:39:08.625666Z","end":"2026-03-05T18:39:08.847335Z","steps":["trace[1106213919] 'range keys from in-memory index tree' (duration: 221.30718ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:08.84761Z","caller":"traceutil/trace.go:171","msg":"trace[94345920] transaction","detail":"{read_only:false; response_revision:23727; number_of_response:1; }","duration":"179.815019ms","start":"2026-03-05T18:39:08.66769Z","end":"2026-03-05T18:39:08.847505Z","steps":["trace[94345920] 'process raft request' (duration: 161.468416ms)","trace[94345920] 'compare' (duration: 18.016915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:09.329856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.999982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:39:09.330101Z","caller":"traceutil/trace.go:171","msg":"trace[868532229] transaction","detail":"{read_only:false; response_revision:23728; number_of_response:1; }","duration":"662.323772ms","start":"2026-03-05T18:39:08.667744Z","end":"2026-03-05T18:39:09.330068Z","steps":["trace[868532229] 'process raft request' (duration: 474.034873ms)","trace[868532229] 'compare' (duration: 187.754177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:09.330247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:08.667727Z","time spent":"662.440976ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:09.330337Z","caller":"traceutil/trace.go:171","msg":"trace[550841403] transaction","detail":"{read_only:false; response_revision:23732; number_of_response:1; }","duration":"576.976255ms","start":"2026-03-05T18:39:08.753341Z","end":"2026-03-05T18:39:09.330317Z","steps":["trace[550841403] 'process raft request' (duration: 576.928884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:09.330429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:08.753314Z","time spent":"577.074038ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:09.330658Z","caller":"traceutil/trace.go:171","msg":"trace[1990462247] transaction","detail":"{read_only:false; response_revision:23729; number_of_response:1; }","duration":"662.775103ms","start":"2026-03-05T18:39:08.667838Z","end":"2026-03-05T18:39:09.330613Z","steps":["trace[1990462247] 'process raft request' (duration: 662.141208ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:09.330717Z","caller":"traceutil/trace.go:171","msg":"trace[1352210786] transaction","detail":"{read_only:false; response_revision:23730; number_of_response:1; }","duration":"662.527247ms","start":"2026-03-05T18:39:08.668177Z","end":"2026-03-05T18:39:09.330704Z","steps":["trace[1352210786] 'process raft request' (duration: 662.003555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:09.330785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:08.668152Z","time spent":"662.593369ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:09.330877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:08.667832Z","time spent":"662.924426ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:09.330915Z","caller":"traceutil/trace.go:171","msg":"trace[2048527480] transaction","detail":"{read_only:false; response_revision:23731; number_of_response:1; }","duration":"662.559737ms","start":"2026-03-05T18:39:08.668326Z","end":"2026-03-05T18:39:09.330886Z","steps":["trace[2048527480] 'process raft request' (duration: 661.908502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:09.33109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:08.6683Z","time spent":"662.69141ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:09.345189Z","caller":"traceutil/trace.go:171","msg":"trace[1689347190] linearizableReadLoop","detail":"{readStateIndex:24573; appliedIndex:24567; }","duration":"227.008885ms","start":"2026-03-05T18:39:09.118161Z","end":"2026-03-05T18:39:09.345169Z","steps":["trace[1689347190] 'read index received' (duration: 23.69133ms)","trace[1689347190] 'applied index is now lower than readState.Index' (duration: 203.316225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:09.345223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:08.848715Z","time spent":"496.496823ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T18:39:09.345344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.178548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-05T18:39:09.345393Z","caller":"traceutil/trace.go:171","msg":"trace[145631159] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:23732; }","duration":"227.259701ms","start":"2026-03-05T18:39:09.11812Z","end":"2026-03-05T18:39:09.345379Z","steps":["trace[145631159] 'agreement among raft nodes before linearized reading' (duration: 227.154038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:09.913008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.429738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:39:09.913125Z","caller":"traceutil/trace.go:171","msg":"trace[1210368427] linearizableReadLoop","detail":"{readStateIndex:24574; appliedIndex:24573; }","duration":"566.375874ms","start":"2026-03-05T18:39:09.346732Z","end":"2026-03-05T18:39:09.913108Z","steps":["trace[1210368427] 'read index received' (duration: 227.761502ms)","trace[1210368427] 'applied index is now lower than readState.Index' (duration: 338.612402ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:09.913145Z","caller":"traceutil/trace.go:171","msg":"trace[54127921] transaction","detail":"{read_only:false; response_revision:23733; number_of_response:1; }","duration":"566.728003ms","start":"2026-03-05T18:39:09.346399Z","end":"2026-03-05T18:39:09.913127Z","steps":["trace[54127921] 'process raft request' (duration: 228.120831ms)","trace[54127921] 'compare' (duration: 338.204533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:09.913206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:09.346343Z","time spent":"566.834985ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:09.913379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.64956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-gzzlp\" ","response":"range_response_count:1 size:3966"} {"level":"warn","ts":"2026-03-05T18:39:09.913399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.883683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:09.913496Z","caller":"traceutil/trace.go:171","msg":"trace[1285561477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23733; }","duration":"409.053246ms","start":"2026-03-05T18:39:09.504423Z","end":"2026-03-05T18:39:09.913477Z","steps":["trace[1285561477] 'agreement among raft nodes before linearized reading' (duration: 408.79839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:09.913558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.548953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T18:39:09.913565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:09.504393Z","time spent":"409.134888ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:39:09.913581Z","caller":"traceutil/trace.go:171","msg":"trace[92570086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23733; }","duration":"399.586013ms","start":"2026-03-05T18:39:09.513988Z","end":"2026-03-05T18:39:09.913574Z","steps":["trace[92570086] 'agreement among raft nodes before linearized reading' (duration: 399.508991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:09.913606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:09.513978Z","time spent":"399.623144ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:39:09.913599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.554814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T18:39:09.913617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.562764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T18:39:09.913636Z","caller":"traceutil/trace.go:171","msg":"trace[767864121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23733; }","duration":"391.606174ms","start":"2026-03-05T18:39:09.522017Z","end":"2026-03-05T18:39:09.913623Z","steps":["trace[767864121] 'agreement among raft nodes before linearized reading' (duration: 391.509342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:09.913635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.220479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:39:09.913656Z","caller":"traceutil/trace.go:171","msg":"trace[1660302814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23733; }","duration":"405.604595ms","start":"2026-03-05T18:39:09.508041Z","end":"2026-03-05T18:39:09.913645Z","steps":["trace[1660302814] 'agreement among raft nodes before linearized reading' (duration: 405.457822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:09.913669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:09.521984Z","time spent":"391.655095ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:39:09.913691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:09.507993Z","time spent":"405.691068ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T18:39:09.913691Z","caller":"traceutil/trace.go:171","msg":"trace[1084787445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23733; }","duration":"392.316831ms","start":"2026-03-05T18:39:09.521361Z","end":"2026-03-05T18:39:09.913678Z","steps":["trace[1084787445] 'agreement among raft nodes before linearized reading' (duration: 392.127356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:09.91368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.370428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-05T18:39:09.913703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.004555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T18:39:09.91373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:09.52135Z","time spent":"392.369333ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T18:39:09.913755Z","caller":"traceutil/trace.go:171","msg":"trace[1566800753] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473; range_end:; response_count:1; response_revision:23733; }","duration":"388.496101ms","start":"2026-03-05T18:39:09.52524Z","end":"2026-03-05T18:39:09.913736Z","steps":["trace[1566800753] 'agreement among raft nodes before linearized reading' (duration: 388.281456ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:09.91376Z","caller":"traceutil/trace.go:171","msg":"trace[170392995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23733; }","duration":"395.087466ms","start":"2026-03-05T18:39:09.518658Z","end":"2026-03-05T18:39:09.913746Z","steps":["trace[170392995] 'agreement among raft nodes before linearized reading' (duration: 394.853501ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:09.913411Z","caller":"traceutil/trace.go:171","msg":"trace[438027941] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-gzzlp; range_end:; response_count:1; response_revision:23733; }","duration":"566.716282ms","start":"2026-03-05T18:39:09.346684Z","end":"2026-03-05T18:39:09.9134Z","steps":["trace[438027941] 'agreement among raft nodes before linearized reading' (duration: 566.513138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:09.913796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:09.525219Z","time spent":"388.568253ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" "} {"level":"warn","ts":"2026-03-05T18:39:09.913799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:09.518647Z","time spent":"395.143437ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:39:09.913813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:09.346665Z","time spent":"567.140072ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3990,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-gzzlp\" "} {"level":"warn","ts":"2026-03-05T18:39:10.534609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.291491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:39:10.534699Z","caller":"traceutil/trace.go:171","msg":"trace[1791146961] transaction","detail":"{read_only:false; response_revision:23734; number_of_response:1; }","duration":"617.629997ms","start":"2026-03-05T18:39:09.917054Z","end":"2026-03-05T18:39:10.534684Z","steps":["trace[1791146961] 'process raft request' (duration: 313.192762ms)","trace[1791146961] 'compare' (duration: 304.133868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:10.534741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:09.917032Z","time spent":"617.689818ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:10.539657Z","caller":"traceutil/trace.go:171","msg":"trace[1984285046] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"622.240326ms","start":"2026-03-05T18:39:09.917392Z","end":"2026-03-05T18:39:10.539632Z","steps":["trace[1984285046] 'process raft request' (duration: 622.156373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:10.539802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:09.917387Z","time spent":"622.343538ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:10.539948Z","caller":"traceutil/trace.go:171","msg":"trace[481766695] transaction","detail":"{read_only:false; response_revision:23737; number_of_response:1; }","duration":"622.162042ms","start":"2026-03-05T18:39:09.917741Z","end":"2026-03-05T18:39:10.539903Z","steps":["trace[481766695] 'process raft request' (duration: 621.851354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:10.540046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:09.917712Z","time spent":"622.284166ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:10.540057Z","caller":"traceutil/trace.go:171","msg":"trace[1317843111] transaction","detail":"{read_only:false; response_revision:23735; number_of_response:1; }","duration":"622.884141ms","start":"2026-03-05T18:39:09.917136Z","end":"2026-03-05T18:39:10.54002Z","steps":["trace[1317843111] 'process raft request' (duration: 622.276846ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:10.540082Z","caller":"traceutil/trace.go:171","msg":"trace[2110672781] transaction","detail":"{read_only:false; response_revision:23738; number_of_response:1; }","duration":"621.837535ms","start":"2026-03-05T18:39:09.918217Z","end":"2026-03-05T18:39:10.540055Z","steps":["trace[2110672781] 'process raft request' (duration: 621.469976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:10.540145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:09.917125Z","time spent":"622.977383ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:10.540202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:09.918208Z","time spent":"621.935658ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:10.984727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.965245ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-05T18:39:10.985003Z","caller":"traceutil/trace.go:171","msg":"trace[1383859456] linearizableReadLoop","detail":"{readStateIndex:24577; appliedIndex:24574; }","duration":"1.067279401s","start":"2026-03-05T18:39:09.917705Z","end":"2026-03-05T18:39:10.984984Z","steps":["trace[1383859456] 'read index received' (duration: 312.560296ms)","trace[1383859456] 'applied index is now lower than readState.Index' (duration: 754.717975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:10.985148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067430456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:39:10.985199Z","caller":"traceutil/trace.go:171","msg":"trace[1988050858] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23738; }","duration":"1.067511898s","start":"2026-03-05T18:39:09.917665Z","end":"2026-03-05T18:39:10.985177Z","steps":["trace[1988050858] 'agreement among raft nodes before linearized reading' (duration: 1.067419036s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:10.985238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:09.917651Z","time spent":"1.06757838s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-05T18:39:10.98546Z","caller":"traceutil/trace.go:171","msg":"trace[1048812235] transaction","detail":"{read_only:false; response_revision:23739; number_of_response:1; }","duration":"750.331592ms","start":"2026-03-05T18:39:10.23511Z","end":"2026-03-05T18:39:10.985442Z","steps":["trace[1048812235] 'process raft request' (duration: 749.722847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:10.985568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:10.235059Z","time spent":"750.448225ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:11.394589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.038636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:39:11.394779Z","caller":"traceutil/trace.go:171","msg":"trace[1586629049] linearizableReadLoop","detail":"{readStateIndex:24583; appliedIndex:24581; }","duration":"409.716242ms","start":"2026-03-05T18:39:10.985041Z","end":"2026-03-05T18:39:11.394758Z","steps":["trace[1586629049] 'read index received' (duration: 18.396084ms)","trace[1586629049] 'applied index is now lower than readState.Index' (duration: 391.319208ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:11.394859Z","caller":"traceutil/trace.go:171","msg":"trace[717193833] transaction","detail":"{read_only:false; response_revision:23740; number_of_response:1; }","duration":"932.776923ms","start":"2026-03-05T18:39:10.462068Z","end":"2026-03-05T18:39:11.394845Z","steps":["trace[717193833] 'process raft request' (duration: 523.364098ms)","trace[717193833] 'compare' (duration: 408.908933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:11.394927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:10.462023Z","time spent":"932.869775ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:11.395078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.022534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:11.395071Z","caller":"traceutil/trace.go:171","msg":"trace[894071870] transaction","detail":"{read_only:false; response_revision:23741; number_of_response:1; }","duration":"542.258796ms","start":"2026-03-05T18:39:10.852779Z","end":"2026-03-05T18:39:11.395038Z","steps":["trace[894071870] 'process raft request' (duration: 541.916958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:11.395115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.357225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:39:11.395151Z","caller":"traceutil/trace.go:171","msg":"trace[691734017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23741; }","duration":"890.149737ms","start":"2026-03-05T18:39:10.504984Z","end":"2026-03-05T18:39:11.395134Z","steps":["trace[691734017] 'agreement among raft nodes before linearized reading' (duration: 890.000123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:11.395145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242696218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-05T18:39:11.395155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254419665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-05T18:39:11.395188Z","caller":"traceutil/trace.go:171","msg":"trace[1163548226] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23741; }","duration":"880.442517ms","start":"2026-03-05T18:39:10.514727Z","end":"2026-03-05T18:39:11.39517Z","steps":["trace[1163548226] 'agreement among raft nodes before linearized reading' (duration: 880.212581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:11.395189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:10.504961Z","time spent":"890.219888ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:39:11.395202Z","caller":"traceutil/trace.go:171","msg":"trace[1340611285] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23741; }","duration":"1.24276775s","start":"2026-03-05T18:39:10.152417Z","end":"2026-03-05T18:39:11.395184Z","steps":["trace[1340611285] 'agreement among raft nodes before linearized reading' (duration: 1.242531775s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:11.395233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:10.514691Z","time spent":"880.532389ms","remote":"127.0.0.1:43218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:39:11.395238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:10.15241Z","time spent":"1.242819351s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-05T18:39:11.395234Z","caller":"traceutil/trace.go:171","msg":"trace[1300565173] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23741; }","duration":"1.254546208s","start":"2026-03-05T18:39:10.140667Z","end":"2026-03-05T18:39:11.395214Z","steps":["trace[1300565173] 'agreement among raft nodes before linearized reading' (duration: 1.254310392s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:11.395255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:10.85275Z","time spent":"542.406778ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:11.395283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:10.140646Z","time spent":"1.254627819s","remote":"127.0.0.1:42992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":200,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-03-05T18:39:11.395774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.268818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-05T18:39:11.395826Z","caller":"traceutil/trace.go:171","msg":"trace[1334550778] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473; range_end:; response_count:1; response_revision:23741; }","duration":"477.358751ms","start":"2026-03-05T18:39:10.918454Z","end":"2026-03-05T18:39:11.395813Z","steps":["trace[1334550778] 'agreement among raft nodes before linearized reading' (duration: 476.576002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:11.395859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:10.918436Z","time spent":"477.415242ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" "} {"level":"info","ts":"2026-03-05T18:39:11.484595Z","caller":"traceutil/trace.go:171","msg":"trace[858666248] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"149.194456ms","start":"2026-03-05T18:39:11.335381Z","end":"2026-03-05T18:39:11.484575Z","steps":["trace[858666248] 'process raft request' (duration: 149.066573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:11.8266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.395908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:39:11.826811Z","caller":"traceutil/trace.go:171","msg":"trace[1670599257] transaction","detail":"{read_only:false; response_revision:23744; number_of_response:1; }","duration":"491.087805ms","start":"2026-03-05T18:39:11.335705Z","end":"2026-03-05T18:39:11.826793Z","steps":["trace[1670599257] 'process raft request' (duration: 490.983812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:11.826896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:11.3357Z","time spent":"491.149657ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:11.826999Z","caller":"traceutil/trace.go:171","msg":"trace[183880867] linearizableReadLoop","detail":"{readStateIndex:24588; appliedIndex:24583; }","duration":"432.167643ms","start":"2026-03-05T18:39:11.39481Z","end":"2026-03-05T18:39:11.826977Z","steps":["trace[183880867] 'read index received' (duration: 89.674419ms)","trace[183880867] 'applied index is now lower than readState.Index' (duration: 342.492274ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:11.82702Z","caller":"traceutil/trace.go:171","msg":"trace[1809998352] transaction","detail":"{read_only:false; response_revision:23745; number_of_response:1; }","duration":"489.532409ms","start":"2026-03-05T18:39:11.337445Z","end":"2026-03-05T18:39:11.826978Z","steps":["trace[1809998352] 'process raft request' (duration: 489.318324ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:11.827119Z","caller":"traceutil/trace.go:171","msg":"trace[1878380972] transaction","detail":"{read_only:false; response_revision:23747; number_of_response:1; }","duration":"427.352579ms","start":"2026-03-05T18:39:11.399757Z","end":"2026-03-05T18:39:11.827109Z","steps":["trace[1878380972] 'process raft request' (duration: 427.181905ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:11.827122Z","caller":"traceutil/trace.go:171","msg":"trace[1274702362] transaction","detail":"{read_only:false; response_revision:23743; number_of_response:1; }","duration":"491.447774ms","start":"2026-03-05T18:39:11.335661Z","end":"2026-03-05T18:39:11.827108Z","steps":["trace[1274702362] 'process raft request' (duration: 358.465892ms)","trace[1274702362] 'compare' (duration: 132.115572ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:11.827136Z","caller":"traceutil/trace.go:171","msg":"trace[976938010] transaction","detail":"{read_only:false; response_revision:23746; number_of_response:1; }","duration":"436.767112ms","start":"2026-03-05T18:39:11.390338Z","end":"2026-03-05T18:39:11.827105Z","steps":["trace[976938010] 'process raft request' (duration: 436.537917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:11.82718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:11.335651Z","time spent":"491.499745ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:11.827185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.265325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:39:11.827219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:11.399745Z","time spent":"427.40504ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:11.827218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:11.337438Z","time spent":"489.668892ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:11.827233Z","caller":"traceutil/trace.go:171","msg":"trace[1935885268] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23747; }","duration":"655.345008ms","start":"2026-03-05T18:39:11.171873Z","end":"2026-03-05T18:39:11.827218Z","steps":["trace[1935885268] 'agreement among raft nodes before linearized reading' (duration: 655.255256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:11.827283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:11.171853Z","time spent":"655.420489ms","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:39:11.827293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:11.390304Z","time spent":"436.902614ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:11.850242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.128392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:11.850284Z","caller":"traceutil/trace.go:171","msg":"trace[127631420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23748; }","duration":"454.174803ms","start":"2026-03-05T18:39:11.3961Z","end":"2026-03-05T18:39:11.850275Z","steps":["trace[127631420] 'agreement among raft nodes before linearized reading' (duration: 454.095761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:11.850306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:11.396064Z","time spent":"454.238235ms","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:39:11.850276Z","caller":"traceutil/trace.go:171","msg":"trace[1913909101] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"280.421087ms","start":"2026-03-05T18:39:11.569836Z","end":"2026-03-05T18:39:11.850257Z","steps":["trace[1913909101] 'process raft request' (duration: 280.266093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:11.850607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.955218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11489"} {"level":"info","ts":"2026-03-05T18:39:11.850665Z","caller":"traceutil/trace.go:171","msg":"trace[980462962] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:23748; }","duration":"454.235904ms","start":"2026-03-05T18:39:11.396415Z","end":"2026-03-05T18:39:11.850651Z","steps":["trace[980462962] 'agreement among raft nodes before linearized reading' (duration: 453.875185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:11.850835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:11.396402Z","time spent":"454.351378ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11513,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-05T18:39:12.595054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.695349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T18:39:12.595136Z","caller":"traceutil/trace.go:171","msg":"trace[1383002364] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23748; }","duration":"568.814273ms","start":"2026-03-05T18:39:12.026302Z","end":"2026-03-05T18:39:12.595116Z","steps":["trace[1383002364] 'range keys from in-memory index tree' (duration: 568.444534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:12.595179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:12.026287Z","time spent":"568.879954ms","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T18:39:12.59527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.766488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-05T18:39:12.595355Z","caller":"traceutil/trace.go:171","msg":"trace[1116136557] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23748; }","duration":"584.894132ms","start":"2026-03-05T18:39:12.010444Z","end":"2026-03-05T18:39:12.595338Z","steps":["trace[1116136557] 'range keys from in-memory index tree' (duration: 584.586714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:12.595404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:12.010424Z","time spent":"584.969673ms","remote":"127.0.0.1:42952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-05T18:39:12.595438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.869334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-05T18:39:12.595514Z","caller":"traceutil/trace.go:171","msg":"trace[1001430742] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473; range_end:; response_count:1; response_revision:23748; }","duration":"194.986387ms","start":"2026-03-05T18:39:12.400508Z","end":"2026-03-05T18:39:12.595495Z","steps":["trace[1001430742] 'range keys from in-memory index tree' (duration: 194.737172ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:12.892257Z","caller":"traceutil/trace.go:171","msg":"trace[1174198078] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"292.511942ms","start":"2026-03-05T18:39:12.59972Z","end":"2026-03-05T18:39:12.892232Z","steps":["trace[1174198078] 'process raft request' (duration: 292.347628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:13.138571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.241211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:39:13.138832Z","caller":"traceutil/trace.go:171","msg":"trace[245617149] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"538.703881ms","start":"2026-03-05T18:39:12.600091Z","end":"2026-03-05T18:39:13.138795Z","steps":["trace[245617149] 'process raft request' (duration: 330.127312ms)","trace[245617149] 'compare' (duration: 208.097988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:13.139005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:12.60007Z","time spent":"538.851684ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:13.139052Z","caller":"traceutil/trace.go:171","msg":"trace[249718629] transaction","detail":"{read_only:false; response_revision:23751; number_of_response:1; }","duration":"538.938106ms","start":"2026-03-05T18:39:12.600088Z","end":"2026-03-05T18:39:13.139026Z","steps":["trace[249718629] 'process raft request' (duration: 538.573138ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:13.139074Z","caller":"traceutil/trace.go:171","msg":"trace[185480140] linearizableReadLoop","detail":"{readStateIndex:24595; appliedIndex:24590; }","duration":"399.712576ms","start":"2026-03-05T18:39:12.739342Z","end":"2026-03-05T18:39:13.139054Z","steps":["trace[185480140] 'read index received' (duration: 152.796601ms)","trace[185480140] 'applied index is now lower than readState.Index' (duration: 246.915085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:13.139149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:12.600061Z","time spent":"539.045268ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:13.139172Z","caller":"traceutil/trace.go:171","msg":"trace[208245933] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"538.910785ms","start":"2026-03-05T18:39:12.60025Z","end":"2026-03-05T18:39:13.139161Z","steps":["trace[208245933] 'process raft request' (duration: 538.610208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:13.139224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:12.600231Z","time spent":"538.965707ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:13.139332Z","caller":"traceutil/trace.go:171","msg":"trace[1465773571] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"537.299478ms","start":"2026-03-05T18:39:12.602014Z","end":"2026-03-05T18:39:13.139313Z","steps":["trace[1465773571] 'process raft request' (duration: 536.916338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:13.139615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:12.602005Z","time spent":"537.379909ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:13.139673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.30003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:13.139755Z","caller":"traceutil/trace.go:171","msg":"trace[1888872265] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23753; }","duration":"400.429633ms","start":"2026-03-05T18:39:12.739308Z","end":"2026-03-05T18:39:13.139738Z","steps":["trace[1888872265] 'agreement among raft nodes before linearized reading' (duration: 400.261559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:13.139807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:12.739291Z","time spent":"400.505525ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:39:13.442082Z","caller":"traceutil/trace.go:171","msg":"trace[1023977775] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"451.384809ms","start":"2026-03-05T18:39:12.990652Z","end":"2026-03-05T18:39:13.442037Z","steps":["trace[1023977775] 'process raft request' (duration: 375.237478ms)","trace[1023977775] 'compare' (duration: 75.929035ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:13.442089Z","caller":"traceutil/trace.go:171","msg":"trace[535498935] linearizableReadLoop","detail":"{readStateIndex:24596; appliedIndex:24595; }","duration":"302.94093ms","start":"2026-03-05T18:39:13.139121Z","end":"2026-03-05T18:39:13.442062Z","steps":["trace[535498935] 'read index received' (duration: 226.728178ms)","trace[535498935] 'applied index is now lower than readState.Index' (duration: 76.209782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:13.442262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:12.990626Z","time spent":"451.549132ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:13.442382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.352213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T18:39:13.442442Z","caller":"traceutil/trace.go:171","msg":"trace[815329722] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23755; }","duration":"527.480576ms","start":"2026-03-05T18:39:12.914948Z","end":"2026-03-05T18:39:13.442429Z","steps":["trace[815329722] 'agreement among raft nodes before linearized reading' (duration: 527.275001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:13.442486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:12.91493Z","time spent":"527.541848ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:39:13.492153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.22221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:13.492262Z","caller":"traceutil/trace.go:171","msg":"trace[1421979193] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23756; }","duration":"164.358584ms","start":"2026-03-05T18:39:13.327859Z","end":"2026-03-05T18:39:13.492217Z","steps":["trace[1421979193] 'agreement among raft nodes before linearized reading' (duration: 164.20583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:13.492299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.982253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:39:13.492372Z","caller":"traceutil/trace.go:171","msg":"trace[1878068955] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23756; }","duration":"232.087145ms","start":"2026-03-05T18:39:13.260269Z","end":"2026-03-05T18:39:13.492356Z","steps":["trace[1878068955] 'agreement among raft nodes before linearized reading' (duration: 231.885839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:13.492402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.359175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a05ee251a01d7\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-05T18:39:13.492482Z","caller":"traceutil/trace.go:171","msg":"trace[1874879941] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a05ee251a01d7; range_end:; response_count:1; response_revision:23756; }","duration":"343.469097ms","start":"2026-03-05T18:39:13.148992Z","end":"2026-03-05T18:39:13.492461Z","steps":["trace[1874879941] 'agreement among raft nodes before linearized reading' (duration: 343.19141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:13.492522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:13.148977Z","time spent":"343.534119ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a05ee251a01d7\" "} {"level":"warn","ts":"2026-03-05T18:39:13.7702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.964856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:39:13.77031Z","caller":"traceutil/trace.go:171","msg":"trace[628936225] linearizableReadLoop","detail":"{readStateIndex:24600; appliedIndex:24599; }","duration":"258.614853ms","start":"2026-03-05T18:39:13.511678Z","end":"2026-03-05T18:39:13.770293Z","steps":["trace[628936225] 'read index received' (duration: 69.468212ms)","trace[628936225] 'applied index is now lower than readState.Index' (duration: 189.145441ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:13.7704Z","caller":"traceutil/trace.go:171","msg":"trace[1067309906] transaction","detail":"{read_only:false; response_revision:23758; number_of_response:1; }","duration":"275.779758ms","start":"2026-03-05T18:39:13.494609Z","end":"2026-03-05T18:39:13.770389Z","steps":["trace[1067309906] 'process raft request' (duration: 86.543965ms)","trace[1067309906] 'compare' (duration: 188.834454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:13.770652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.779361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-05T18:39:13.770681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.504402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:39:13.770682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.630042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:13.770727Z","caller":"traceutil/trace.go:171","msg":"trace[179956838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23758; }","duration":"267.576863ms","start":"2026-03-05T18:39:13.503137Z","end":"2026-03-05T18:39:13.770714Z","steps":["trace[179956838] 'agreement among raft nodes before linearized reading' (duration: 267.492752ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:13.770725Z","caller":"traceutil/trace.go:171","msg":"trace[95640380] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23758; }","duration":"257.877444ms","start":"2026-03-05T18:39:13.512829Z","end":"2026-03-05T18:39:13.770706Z","steps":["trace[95640380] 'agreement among raft nodes before linearized reading' (duration: 257.588418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:13.770783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.397557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-05T18:39:13.770787Z","caller":"traceutil/trace.go:171","msg":"trace[1143720195] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23758; }","duration":"159.788426ms","start":"2026-03-05T18:39:13.610982Z","end":"2026-03-05T18:39:13.77077Z","steps":["trace[1143720195] 'agreement among raft nodes before linearized reading' (duration: 159.629372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:13.770778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.174672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5bc69fb6bd-9wwkt.189a05db7f63f55b\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-05T18:39:13.770818Z","caller":"traceutil/trace.go:171","msg":"trace[1246328226] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473; range_end:; response_count:1; response_revision:23758; }","duration":"170.487179ms","start":"2026-03-05T18:39:13.60032Z","end":"2026-03-05T18:39:13.770807Z","steps":["trace[1246328226] 'agreement among raft nodes before linearized reading' (duration: 170.346705ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:13.770863Z","caller":"traceutil/trace.go:171","msg":"trace[804554574] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5bc69fb6bd-9wwkt.189a05db7f63f55b; range_end:; response_count:1; response_revision:23758; }","duration":"151.313336ms","start":"2026-03-05T18:39:13.619531Z","end":"2026-03-05T18:39:13.770844Z","steps":["trace[804554574] 'agreement among raft nodes before linearized reading' (duration: 151.07336ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:14.077632Z","caller":"traceutil/trace.go:171","msg":"trace[341050952] linearizableReadLoop","detail":"{readStateIndex:24601; appliedIndex:24600; }","duration":"248.968993ms","start":"2026-03-05T18:39:13.828646Z","end":"2026-03-05T18:39:14.077615Z","steps":["trace[341050952] 'read index received' (duration: 248.85103ms)","trace[341050952] 'applied index is now lower than readState.Index' (duration: 115.082µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:14.077837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.171758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:14.077904Z","caller":"traceutil/trace.go:171","msg":"trace[1789885744] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23759; }","duration":"249.282831ms","start":"2026-03-05T18:39:13.82861Z","end":"2026-03-05T18:39:14.077893Z","steps":["trace[1789885744] 'agreement among raft nodes before linearized reading' (duration: 249.143517ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:14.077784Z","caller":"traceutil/trace.go:171","msg":"trace[962491576] transaction","detail":"{read_only:false; response_revision:23759; number_of_response:1; }","duration":"303.923133ms","start":"2026-03-05T18:39:13.773836Z","end":"2026-03-05T18:39:14.077759Z","steps":["trace[962491576] 'process raft request' (duration: 303.624085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:14.078606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:13.773805Z","time spent":"304.65074ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:14.107466Z","caller":"traceutil/trace.go:171","msg":"trace[1926304693] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"275.847638ms","start":"2026-03-05T18:39:13.831599Z","end":"2026-03-05T18:39:14.107447Z","steps":["trace[1926304693] 'process raft request' (duration: 275.764986ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:14.107473Z","caller":"traceutil/trace.go:171","msg":"trace[291296776] transaction","detail":"{read_only:false; response_revision:23760; number_of_response:1; }","duration":"276.051423ms","start":"2026-03-05T18:39:13.831401Z","end":"2026-03-05T18:39:14.107452Z","steps":["trace[291296776] 'process raft request' (duration: 275.846348ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:14.107625Z","caller":"traceutil/trace.go:171","msg":"trace[231397440] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"274.740403ms","start":"2026-03-05T18:39:13.832866Z","end":"2026-03-05T18:39:14.107606Z","steps":["trace[231397440] 'process raft request' (duration: 274.542828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:14.606097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.565328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:14.606265Z","caller":"traceutil/trace.go:171","msg":"trace[1833996142] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23762; }","duration":"340.797924ms","start":"2026-03-05T18:39:14.265446Z","end":"2026-03-05T18:39:14.606244Z","steps":["trace[1833996142] 'count revisions from in-memory index tree' (duration: 340.461985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:14.606354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:14.265428Z","time spent":"340.909547ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:39:14.606618Z","caller":"traceutil/trace.go:171","msg":"trace[1746538204] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"199.471593ms","start":"2026-03-05T18:39:14.407118Z","end":"2026-03-05T18:39:14.60659Z","steps":["trace[1746538204] 'process raft request' (duration: 168.373829ms)","trace[1746538204] 'compare' (duration: 30.91704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:14.606749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.40013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:14.606827Z","caller":"traceutil/trace.go:171","msg":"trace[1994749707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23763; }","duration":"102.532733ms","start":"2026-03-05T18:39:14.504283Z","end":"2026-03-05T18:39:14.606816Z","steps":["trace[1994749707] 'agreement among raft nodes before linearized reading' (duration: 102.381629ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:14.606615Z","caller":"traceutil/trace.go:171","msg":"trace[106344003] linearizableReadLoop","detail":"{readStateIndex:24605; appliedIndex:24604; }","duration":"102.260206ms","start":"2026-03-05T18:39:14.504328Z","end":"2026-03-05T18:39:14.606588Z","steps":["trace[106344003] 'read index received' (duration: 71.042359ms)","trace[106344003] 'applied index is now lower than readState.Index' (duration: 31.216517ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:15.012562Z","caller":"traceutil/trace.go:171","msg":"trace[203942296] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"111.475095ms","start":"2026-03-05T18:39:14.901053Z","end":"2026-03-05T18:39:15.012528Z","steps":["trace[203942296] 'process raft request' (duration: 111.285631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:15.391576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.528185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T18:39:15.391604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.289337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:39:15.391664Z","caller":"traceutil/trace.go:171","msg":"trace[327068857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23764; }","duration":"246.63554ms","start":"2026-03-05T18:39:15.145005Z","end":"2026-03-05T18:39:15.391641Z","steps":["trace[327068857] 'range keys from in-memory index tree' (duration: 246.383762ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:15.391676Z","caller":"traceutil/trace.go:171","msg":"trace[1599999973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23764; }","duration":"248.4005ms","start":"2026-03-05T18:39:15.143254Z","end":"2026-03-05T18:39:15.391655Z","steps":["trace[1599999973] 'range keys from in-memory index tree' (duration: 248.102232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:15.391674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.174351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:39:15.391773Z","caller":"traceutil/trace.go:171","msg":"trace[1972969512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23764; }","duration":"247.326335ms","start":"2026-03-05T18:39:15.144426Z","end":"2026-03-05T18:39:15.391753Z","steps":["trace[1972969512] 'range keys from in-memory index tree' (duration: 247.001477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:15.391727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.482394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T18:39:15.392264Z","caller":"traceutil/trace.go:171","msg":"trace[222528269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23764; }","duration":"247.034087ms","start":"2026-03-05T18:39:15.145192Z","end":"2026-03-05T18:39:15.392226Z","steps":["trace[222528269] 'range keys from in-memory index tree' (duration: 246.196837ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:15.617662Z","caller":"traceutil/trace.go:171","msg":"trace[1727504019] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"221.094465ms","start":"2026-03-05T18:39:15.396546Z","end":"2026-03-05T18:39:15.617641Z","steps":["trace[1727504019] 'process raft request' (duration: 220.949531ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:15.829592Z","caller":"traceutil/trace.go:171","msg":"trace[1685684481] transaction","detail":"{read_only:false; response_revision:23766; number_of_response:1; }","duration":"432.839959ms","start":"2026-03-05T18:39:15.396728Z","end":"2026-03-05T18:39:15.829568Z","steps":["trace[1685684481] 'process raft request' (duration: 432.627475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:15.829782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:15.396702Z","time spent":"432.966853ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:15.829909Z","caller":"traceutil/trace.go:171","msg":"trace[1711604404] transaction","detail":"{read_only:false; response_revision:23767; number_of_response:1; }","duration":"433.153137ms","start":"2026-03-05T18:39:15.396728Z","end":"2026-03-05T18:39:15.829881Z","steps":["trace[1711604404] 'process raft request' (duration: 432.795868ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:15.829992Z","caller":"traceutil/trace.go:171","msg":"trace[1634303577] transaction","detail":"{read_only:false; response_revision:23768; number_of_response:1; }","duration":"433.245789ms","start":"2026-03-05T18:39:15.396734Z","end":"2026-03-05T18:39:15.82998Z","steps":["trace[1634303577] 'process raft request' (duration: 433.035204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:15.830053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:15.396699Z","time spent":"433.321951ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:15.830068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:15.396703Z","time spent":"433.27765ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:15.830058Z","caller":"traceutil/trace.go:171","msg":"trace[1870438827] linearizableReadLoop","detail":"{readStateIndex:24613; appliedIndex:24606; }","duration":"328.235087ms","start":"2026-03-05T18:39:15.501798Z","end":"2026-03-05T18:39:15.830033Z","steps":["trace[1870438827] 'read index received' (duration: 115.709995ms)","trace[1870438827] 'applied index is now lower than readState.Index' (duration: 212.524122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:15.830158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.34076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:15.830211Z","caller":"traceutil/trace.go:171","msg":"trace[1960105661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23772; }","duration":"328.434961ms","start":"2026-03-05T18:39:15.501766Z","end":"2026-03-05T18:39:15.830201Z","steps":["trace[1960105661] 'agreement among raft nodes before linearized reading' (duration: 328.338679ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:15.830226Z","caller":"traceutil/trace.go:171","msg":"trace[1160286547] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"382.625703ms","start":"2026-03-05T18:39:15.447589Z","end":"2026-03-05T18:39:15.830215Z","steps":["trace[1160286547] 'process raft request' (duration: 382.327516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:15.830243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:15.501752Z","time spent":"328.483883ms","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:39:15.830284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:15.447564Z","time spent":"382.689255ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:15.830356Z","caller":"traceutil/trace.go:171","msg":"trace[1333678434] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"383.182436ms","start":"2026-03-05T18:39:15.447123Z","end":"2026-03-05T18:39:15.830306Z","steps":["trace[1333678434] 'process raft request' (duration: 382.757166ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:15.830444Z","caller":"traceutil/trace.go:171","msg":"trace[910371008] transaction","detail":"{read_only:false; response_revision:23772; number_of_response:1; }","duration":"315.24734ms","start":"2026-03-05T18:39:15.51518Z","end":"2026-03-05T18:39:15.830428Z","steps":["trace[910371008] 'process raft request' (duration: 314.810719ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:15.830431Z","caller":"traceutil/trace.go:171","msg":"trace[1209558342] transaction","detail":"{read_only:false; response_revision:23771; number_of_response:1; }","duration":"333.276796ms","start":"2026-03-05T18:39:15.497112Z","end":"2026-03-05T18:39:15.830389Z","steps":["trace[1209558342] 'process raft request' (duration: 332.839905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:15.830531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:15.447096Z","time spent":"383.33625ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:15.83058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:15.515162Z","time spent":"315.357672ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:15.830659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:15.49708Z","time spent":"333.480321ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:16.366039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.842112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:39:16.366288Z","caller":"traceutil/trace.go:171","msg":"trace[2146205949] linearizableReadLoop","detail":"{readStateIndex:24617; appliedIndex:24616; }","duration":"278.803328ms","start":"2026-03-05T18:39:16.087463Z","end":"2026-03-05T18:39:16.366266Z","steps":["trace[2146205949] 'read index received' (duration: 70.66994ms)","trace[2146205949] 'applied index is now lower than readState.Index' (duration: 208.130658ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:16.366405Z","caller":"traceutil/trace.go:171","msg":"trace[87652400] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"412.746504ms","start":"2026-03-05T18:39:15.953648Z","end":"2026-03-05T18:39:16.366394Z","steps":["trace[87652400] 'process raft request' (duration: 204.469392ms)","trace[87652400] 'compare' (duration: 207.719149ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:16.366432Z","caller":"traceutil/trace.go:171","msg":"trace[1533193201] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"253.692555ms","start":"2026-03-05T18:39:16.112712Z","end":"2026-03-05T18:39:16.366405Z","steps":["trace[1533193201] 'process raft request' (duration: 253.634844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:16.366522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:15.953622Z","time spent":"412.807575ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:16.366639Z","caller":"traceutil/trace.go:171","msg":"trace[1008702305] transaction","detail":"{read_only:false; response_revision:23775; number_of_response:1; }","duration":"276.30807ms","start":"2026-03-05T18:39:16.090321Z","end":"2026-03-05T18:39:16.366629Z","steps":["trace[1008702305] 'process raft request' (duration: 275.853669ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:16.366648Z","caller":"traceutil/trace.go:171","msg":"trace[1519976532] transaction","detail":"{read_only:false; response_revision:23776; number_of_response:1; }","duration":"254.354501ms","start":"2026-03-05T18:39:16.11227Z","end":"2026-03-05T18:39:16.366624Z","steps":["trace[1519976532] 'process raft request' (duration: 253.984552ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:16.366766Z","caller":"traceutil/trace.go:171","msg":"trace[241130705] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"254.375322ms","start":"2026-03-05T18:39:16.112351Z","end":"2026-03-05T18:39:16.366726Z","steps":["trace[241130705] 'process raft request' (duration: 253.945961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:16.366776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.29326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-05T18:39:16.366786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.514808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1083"} {"level":"info","ts":"2026-03-05T18:39:16.366853Z","caller":"traceutil/trace.go:171","msg":"trace[621761868] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23778; }","duration":"279.437753ms","start":"2026-03-05T18:39:16.087398Z","end":"2026-03-05T18:39:16.366835Z","steps":["trace[621761868] 'agreement among raft nodes before linearized reading' (duration: 279.161377ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:16.366869Z","caller":"traceutil/trace.go:171","msg":"trace[846074127] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:23778; }","duration":"277.616501ms","start":"2026-03-05T18:39:16.089235Z","end":"2026-03-05T18:39:16.366852Z","steps":["trace[846074127] 'agreement among raft nodes before linearized reading' (duration: 277.283513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:16.988815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.75829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-05T18:39:16.988993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.945525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:16.988971Z","caller":"traceutil/trace.go:171","msg":"trace[1244949880] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473; range_end:; response_count:1; response_revision:23778; }","duration":"152.880314ms","start":"2026-03-05T18:39:16.836015Z","end":"2026-03-05T18:39:16.988895Z","steps":["trace[1244949880] 'range keys from in-memory index tree' (duration: 152.529885ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:16.989057Z","caller":"traceutil/trace.go:171","msg":"trace[1530663944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23778; }","duration":"486.058217ms","start":"2026-03-05T18:39:16.502984Z","end":"2026-03-05T18:39:16.989042Z","steps":["trace[1530663944] 'range keys from in-memory index tree' (duration: 485.711188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:16.989106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:16.502898Z","time spent":"486.19433ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:39:16.989215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.290235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-d4xjr\" ","response":"range_response_count:1 size:3397"} {"level":"info","ts":"2026-03-05T18:39:16.989317Z","caller":"traceutil/trace.go:171","msg":"trace[978800240] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-d4xjr; range_end:; response_count:1; response_revision:23778; }","duration":"371.462619ms","start":"2026-03-05T18:39:16.617833Z","end":"2026-03-05T18:39:16.989296Z","steps":["trace[978800240] 'range keys from in-memory index tree' (duration: 371.10996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:16.98938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:16.617809Z","time spent":"371.556201ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3421,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-d4xjr\" "} {"level":"info","ts":"2026-03-05T18:39:17.424882Z","caller":"traceutil/trace.go:171","msg":"trace[65069718] transaction","detail":"{read_only:false; response_revision:23779; number_of_response:1; }","duration":"586.194483ms","start":"2026-03-05T18:39:16.838669Z","end":"2026-03-05T18:39:17.424863Z","steps":["trace[65069718] 'process raft request' (duration: 586.0552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:17.424994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:16.838649Z","time spent":"586.286725ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:17.995152Z","caller":"traceutil/trace.go:171","msg":"trace[117273176] linearizableReadLoop","detail":"{readStateIndex:24623; appliedIndex:24621; }","duration":"1.004927909s","start":"2026-03-05T18:39:16.990205Z","end":"2026-03-05T18:39:17.995132Z","steps":["trace[117273176] 'read index received' (duration: 434.548459ms)","trace[117273176] 'applied index is now lower than readState.Index' (duration: 570.37836ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:17.995252Z","caller":"traceutil/trace.go:171","msg":"trace[59185623] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"1.139507229s","start":"2026-03-05T18:39:16.855734Z","end":"2026-03-05T18:39:17.995241Z","steps":["trace[59185623] 'process raft request' (duration: 1.139201531s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:17.995318Z","caller":"traceutil/trace.go:171","msg":"trace[1382957246] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"997.827971ms","start":"2026-03-05T18:39:16.997462Z","end":"2026-03-05T18:39:17.99529Z","steps":["trace[1382957246] 'process raft request' (duration: 997.614136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:17.995437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005232136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:39:17.995343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:16.855716Z","time spent":"1.13955875s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:17.995468Z","caller":"traceutil/trace.go:171","msg":"trace[2679317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23781; }","duration":"1.005282237s","start":"2026-03-05T18:39:16.990177Z","end":"2026-03-05T18:39:17.995459Z","steps":["trace[2679317] 'agreement among raft nodes before linearized reading' (duration: 1.005192475s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:17.995465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:16.997445Z","time spent":"997.944723ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3702,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:17.995498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:16.99016Z","time spent":"1.005329418s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:39:18.095551Z","caller":"traceutil/trace.go:171","msg":"trace[2099692774] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"260.404414ms","start":"2026-03-05T18:39:17.835108Z","end":"2026-03-05T18:39:18.095512Z","steps":["trace[2099692774] 'process raft request' (duration: 260.142258ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:18.095601Z","caller":"traceutil/trace.go:171","msg":"trace[2017478677] transaction","detail":"{read_only:false; response_revision:23783; number_of_response:1; }","duration":"258.820507ms","start":"2026-03-05T18:39:17.836752Z","end":"2026-03-05T18:39:18.095572Z","steps":["trace[2017478677] 'process raft request' (duration: 258.655003ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:18.095669Z","caller":"traceutil/trace.go:171","msg":"trace[1355044866] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"258.622113ms","start":"2026-03-05T18:39:17.837034Z","end":"2026-03-05T18:39:18.095657Z","steps":["trace[1355044866] 'process raft request' (duration: 258.49823ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:18.095719Z","caller":"traceutil/trace.go:171","msg":"trace[994169715] transaction","detail":"{read_only:false; response_revision:23784; number_of_response:1; }","duration":"258.771306ms","start":"2026-03-05T18:39:17.836923Z","end":"2026-03-05T18:39:18.095694Z","steps":["trace[994169715] 'process raft request' (duration: 258.52661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:18.095863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.888035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T18:39:18.095883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.425248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T18:39:18.095921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.562076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:18.095943Z","caller":"traceutil/trace.go:171","msg":"trace[713465897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23787; }","duration":"465.541112ms","start":"2026-03-05T18:39:17.630381Z","end":"2026-03-05T18:39:18.095922Z","steps":["trace[713465897] 'agreement among raft nodes before linearized reading' (duration: 465.377828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:18.095956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.834066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-05T18:39:18.09598Z","caller":"traceutil/trace.go:171","msg":"trace[1969060497] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84ac3690-2476-48a8-a45e-9117b235d473; range_end:; response_count:1; response_revision:23787; }","duration":"101.909799ms","start":"2026-03-05T18:39:17.994062Z","end":"2026-03-05T18:39:18.095972Z","steps":["trace[1969060497] 'agreement among raft nodes before linearized reading' (duration: 101.851748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:18.09595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.94606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:18.095978Z","caller":"traceutil/trace.go:171","msg":"trace[921010182] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23787; }","duration":"681.670499ms","start":"2026-03-05T18:39:17.414292Z","end":"2026-03-05T18:39:18.095962Z","steps":["trace[921010182] 'agreement among raft nodes before linearized reading' (duration: 681.574647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:18.095992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:17.630346Z","time spent":"465.630393ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:39:18.096035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:17.414273Z","time spent":"681.74755ms","remote":"127.0.0.1:51124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:39:18.096039Z","caller":"traceutil/trace.go:171","msg":"trace[1027270409] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23787; }","duration":"664.087684ms","start":"2026-03-05T18:39:17.431926Z","end":"2026-03-05T18:39:18.096013Z","steps":["trace[1027270409] 'agreement among raft nodes before linearized reading' (duration: 663.91368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:18.096109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:17.431908Z","time spent":"664.181936ms","remote":"127.0.0.1:33758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:39:18.096093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.451392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:39:18.096226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0273938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-05T18:39:18.096215Z","caller":"traceutil/trace.go:171","msg":"trace[2015536540] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23787; }","duration":"592.618925ms","start":"2026-03-05T18:39:17.503564Z","end":"2026-03-05T18:39:18.096182Z","steps":["trace[2015536540] 'agreement among raft nodes before linearized reading' (duration: 592.41129ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:18.096254Z","caller":"traceutil/trace.go:171","msg":"trace[1135341015] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23787; }","duration":"1.027452451s","start":"2026-03-05T18:39:17.068795Z","end":"2026-03-05T18:39:18.096247Z","steps":["trace[1135341015] 'agreement among raft nodes before linearized reading' (duration: 1.02738902s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:18.096273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:17.068776Z","time spent":"1.027492772s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T18:39:18.096279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:17.503548Z","time spent":"592.719478ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:39:18.096329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.614022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-05T18:39:18.096216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.487209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T18:39:18.095895Z","caller":"traceutil/trace.go:171","msg":"trace[2045938738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23787; }","duration":"260.969797ms","start":"2026-03-05T18:39:17.834916Z","end":"2026-03-05T18:39:18.095886Z","steps":["trace[2045938738] 'agreement among raft nodes before linearized reading' (duration: 260.857994ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:18.096403Z","caller":"traceutil/trace.go:171","msg":"trace[1014412372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23787; }","duration":"261.712474ms","start":"2026-03-05T18:39:17.834684Z","end":"2026-03-05T18:39:18.096397Z","steps":["trace[1014412372] 'agreement among raft nodes before linearized reading' (duration: 261.431767ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:18.096396Z","caller":"traceutil/trace.go:171","msg":"trace[1010501240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23787; }","duration":"261.714124ms","start":"2026-03-05T18:39:17.834667Z","end":"2026-03-05T18:39:18.096381Z","steps":["trace[1010501240] 'agreement among raft nodes before linearized reading' (duration: 261.578371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:18.096309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.558165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T18:39:18.095768Z","caller":"traceutil/trace.go:171","msg":"trace[40418315] linearizableReadLoop","detail":"{readStateIndex:24629; appliedIndex:24624; }","duration":"100.509135ms","start":"2026-03-05T18:39:17.995215Z","end":"2026-03-05T18:39:18.095724Z","steps":["trace[40418315] 'read index received' (duration: 41.300316ms)","trace[40418315] 'applied index is now lower than readState.Index' (duration: 59.200519ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:18.096536Z","caller":"traceutil/trace.go:171","msg":"trace[1580181823] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23787; }","duration":"488.885833ms","start":"2026-03-05T18:39:17.60763Z","end":"2026-03-05T18:39:18.096516Z","steps":["trace[1580181823] 'agreement among raft nodes before linearized reading' (duration: 488.211097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:18.096692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:17.607607Z","time spent":"489.066787ms","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T18:39:18.096702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079711916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:39:18.096902Z","caller":"traceutil/trace.go:171","msg":"trace[1738012134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23787; }","duration":"1.07993244s","start":"2026-03-05T18:39:17.016947Z","end":"2026-03-05T18:39:18.096879Z","steps":["trace[1738012134] 'agreement among raft nodes before linearized reading' (duration: 1.079648573s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:18.096965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:17.01693Z","time spent":"1.080018813s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T18:39:48.711981Z","caller":"traceutil/trace.go:171","msg":"trace[166135595] transaction","detail":"{read_only:false; response_revision:24041; number_of_response:1; }","duration":"228.201103ms","start":"2026-03-05T18:39:48.483757Z","end":"2026-03-05T18:39:48.711958Z","steps":["trace[166135595] 'process raft request' (duration: 228.048389ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:48.731275Z","caller":"traceutil/trace.go:171","msg":"trace[1055594646] linearizableReadLoop","detail":"{readStateIndex:24894; appliedIndex:24891; }","duration":"213.529037ms","start":"2026-03-05T18:39:48.517723Z","end":"2026-03-05T18:39:48.731252Z","steps":["trace[1055594646] 'read index received' (duration: 194.17642ms)","trace[1055594646] 'applied index is now lower than readState.Index' (duration: 19.351457ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:48.731361Z","caller":"traceutil/trace.go:171","msg":"trace[2089016066] transaction","detail":"{read_only:false; response_revision:24043; number_of_response:1; }","duration":"243.130256ms","start":"2026-03-05T18:39:48.488208Z","end":"2026-03-05T18:39:48.731339Z","steps":["trace[2089016066] 'process raft request' (duration: 242.993373ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:48.73132Z","caller":"traceutil/trace.go:171","msg":"trace[691911968] transaction","detail":"{read_only:false; response_revision:24042; number_of_response:1; }","duration":"245.550903ms","start":"2026-03-05T18:39:48.485732Z","end":"2026-03-05T18:39:48.731283Z","steps":["trace[691911968] 'process raft request' (duration: 245.305587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:48.73148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.725211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:39:48.731567Z","caller":"traceutil/trace.go:171","msg":"trace[1732733503] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24043; }","duration":"213.868945ms","start":"2026-03-05T18:39:48.517679Z","end":"2026-03-05T18:39:48.731548Z","steps":["trace[1732733503] 'agreement among raft nodes before linearized reading' (duration: 213.693691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:48.731752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.864284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T18:39:48.731814Z","caller":"traceutil/trace.go:171","msg":"trace[1037870147] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:24043; }","duration":"103.978837ms","start":"2026-03-05T18:39:48.627822Z","end":"2026-03-05T18:39:48.731801Z","steps":["trace[1037870147] 'agreement among raft nodes before linearized reading' (duration: 103.602618ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:51.958624Z","caller":"traceutil/trace.go:171","msg":"trace[1878040646] linearizableReadLoop","detail":"{readStateIndex:24909; appliedIndex:24908; }","duration":"454.520482ms","start":"2026-03-05T18:39:51.504089Z","end":"2026-03-05T18:39:51.958609Z","steps":["trace[1878040646] 'read index received' (duration: 454.289457ms)","trace[1878040646] 'applied index is now lower than readState.Index' (duration: 230.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:51.959008Z","caller":"traceutil/trace.go:171","msg":"trace[1121918134] transaction","detail":"{read_only:false; response_revision:24057; number_of_response:1; }","duration":"685.528991ms","start":"2026-03-05T18:39:51.273468Z","end":"2026-03-05T18:39:51.958997Z","steps":["trace[1121918134] 'process raft request' (duration: 684.982698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:51.959178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:51.273454Z","time spent":"685.581322ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:51.95955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.455934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:51.959652Z","caller":"traceutil/trace.go:171","msg":"trace[864152209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24057; }","duration":"455.589527ms","start":"2026-03-05T18:39:51.504052Z","end":"2026-03-05T18:39:51.959641Z","steps":["trace[864152209] 'agreement among raft nodes before linearized reading' (duration: 455.458414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:51.959794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:51.504035Z","time spent":"455.74617ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:39:51.960322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.139588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-05T18:39:51.960391Z","caller":"traceutil/trace.go:171","msg":"trace[1602789283] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24057; }","duration":"238.24371ms","start":"2026-03-05T18:39:51.722137Z","end":"2026-03-05T18:39:51.960381Z","steps":["trace[1602789283] 'agreement among raft nodes before linearized reading' (duration: 238.064276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:51.961216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.130041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126837"} {"level":"info","ts":"2026-03-05T18:39:51.961288Z","caller":"traceutil/trace.go:171","msg":"trace[187209872] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24057; }","duration":"228.221474ms","start":"2026-03-05T18:39:51.733056Z","end":"2026-03-05T18:39:51.961278Z","steps":["trace[187209872] 'agreement among raft nodes before linearized reading' (duration: 228.03167ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:52.549875Z","caller":"traceutil/trace.go:171","msg":"trace[1258135775] transaction","detail":"{read_only:false; response_revision:24059; number_of_response:1; }","duration":"341.48212ms","start":"2026-03-05T18:39:52.208366Z","end":"2026-03-05T18:39:52.549848Z","steps":["trace[1258135775] 'process raft request' (duration: 341.310766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:52.550024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:52.208341Z","time spent":"341.605963ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:52.563091Z","caller":"traceutil/trace.go:171","msg":"trace[695534741] linearizableReadLoop","detail":"{readStateIndex:24914; appliedIndex:24910; }","duration":"305.780767ms","start":"2026-03-05T18:39:52.257294Z","end":"2026-03-05T18:39:52.563075Z","steps":["trace[695534741] 'read index received' (duration: 292.476792ms)","trace[695534741] 'applied index is now lower than readState.Index' (duration: 13.303275ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:52.563123Z","caller":"traceutil/trace.go:171","msg":"trace[2060913295] transaction","detail":"{read_only:false; response_revision:24060; number_of_response:1; }","duration":"350.190555ms","start":"2026-03-05T18:39:52.212902Z","end":"2026-03-05T18:39:52.563092Z","steps":["trace[2060913295] 'process raft request' (duration: 350.02558ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:52.563201Z","caller":"traceutil/trace.go:171","msg":"trace[1999642595] transaction","detail":"{read_only:false; response_revision:24061; number_of_response:1; }","duration":"349.991421ms","start":"2026-03-05T18:39:52.213202Z","end":"2026-03-05T18:39:52.563193Z","steps":["trace[1999642595] 'process raft request' (duration: 349.819076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:52.563253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:52.212874Z","time spent":"350.308619ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:52.563282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:52.213177Z","time spent":"350.045312ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:52.563363Z","caller":"traceutil/trace.go:171","msg":"trace[908791422] transaction","detail":"{read_only:false; response_revision:24062; number_of_response:1; }","duration":"350.140674ms","start":"2026-03-05T18:39:52.213215Z","end":"2026-03-05T18:39:52.563355Z","steps":["trace[908791422] 'process raft request' (duration: 349.835796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:52.563402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:52.213187Z","time spent":"350.193336ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:52.563513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.81278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:39:52.563577Z","caller":"traceutil/trace.go:171","msg":"trace[1336621948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24062; }","duration":"281.878771ms","start":"2026-03-05T18:39:52.281682Z","end":"2026-03-05T18:39:52.563561Z","steps":["trace[1336621948] 'agreement among raft nodes before linearized reading' (duration: 281.721307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:52.563533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.599596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T18:39:52.563613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.571319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:52.563633Z","caller":"traceutil/trace.go:171","msg":"trace[486598635] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24062; }","duration":"273.718689ms","start":"2026-03-05T18:39:52.289906Z","end":"2026-03-05T18:39:52.563625Z","steps":["trace[486598635] 'agreement among raft nodes before linearized reading' (duration: 273.551575ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:52.563637Z","caller":"traceutil/trace.go:171","msg":"trace[814916024] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24062; }","duration":"197.627131ms","start":"2026-03-05T18:39:52.366Z","end":"2026-03-05T18:39:52.563627Z","steps":["trace[814916024] 'agreement among raft nodes before linearized reading' (duration: 197.59618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:52.563583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.3116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T18:39:52.56371Z","caller":"traceutil/trace.go:171","msg":"trace[1081744831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24062; }","duration":"306.491513ms","start":"2026-03-05T18:39:52.257204Z","end":"2026-03-05T18:39:52.563695Z","steps":["trace[1081744831] 'agreement among raft nodes before linearized reading' (duration: 306.34626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:52.563711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.471481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T18:39:52.56372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.411472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:39:52.563762Z","caller":"traceutil/trace.go:171","msg":"trace[784949644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24062; }","duration":"278.566843ms","start":"2026-03-05T18:39:52.28518Z","end":"2026-03-05T18:39:52.563747Z","steps":["trace[784949644] 'agreement among raft nodes before linearized reading' (duration: 278.43284ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:52.563809Z","caller":"traceutil/trace.go:171","msg":"trace[1408035662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24062; }","duration":"276.539426ms","start":"2026-03-05T18:39:52.287253Z","end":"2026-03-05T18:39:52.563793Z","steps":["trace[1408035662] 'agreement among raft nodes before linearized reading' (duration: 276.32048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:52.563751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:52.257181Z","time spent":"306.555935ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:39:53.162259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.278872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:39:53.162637Z","caller":"traceutil/trace.go:171","msg":"trace[1522790315] transaction","detail":"{read_only:false; response_revision:24066; number_of_response:1; }","duration":"593.826993ms","start":"2026-03-05T18:39:52.568789Z","end":"2026-03-05T18:39:53.162616Z","steps":["trace[1522790315] 'process raft request' (duration: 593.690789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:53.162713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:52.568775Z","time spent":"593.903515ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:53.162969Z","caller":"traceutil/trace.go:171","msg":"trace[201489703] transaction","detail":"{read_only:false; response_revision:24064; number_of_response:1; }","duration":"594.50318ms","start":"2026-03-05T18:39:52.56844Z","end":"2026-03-05T18:39:53.162943Z","steps":["trace[201489703] 'process raft request' (duration: 593.923125ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:53.163198Z","caller":"traceutil/trace.go:171","msg":"trace[961201263] transaction","detail":"{read_only:false; response_revision:24063; number_of_response:1; }","duration":"594.95783ms","start":"2026-03-05T18:39:52.56817Z","end":"2026-03-05T18:39:53.163127Z","steps":["trace[961201263] 'process raft request' (duration: 27.729985ms)","trace[961201263] 'compare' (duration: 565.968135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:53.163338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:52.568422Z","time spent":"594.824048ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:53.162976Z","caller":"traceutil/trace.go:171","msg":"trace[130219418] transaction","detail":"{read_only:false; response_revision:24067; number_of_response:1; }","duration":"593.994817ms","start":"2026-03-05T18:39:52.568943Z","end":"2026-03-05T18:39:53.162938Z","steps":["trace[130219418] 'process raft request' (duration: 593.608748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:53.163371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:52.568149Z","time spent":"595.128765ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:53.162988Z","caller":"traceutil/trace.go:171","msg":"trace[256231242] transaction","detail":"{read_only:false; response_revision:24065; number_of_response:1; }","duration":"594.453739ms","start":"2026-03-05T18:39:52.568499Z","end":"2026-03-05T18:39:53.162953Z","steps":["trace[256231242] 'process raft request' (duration: 593.946226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:53.163472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:52.568934Z","time spent":"594.486039ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:53.164024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:52.568494Z","time spent":"595.232207ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:53.18322Z","caller":"traceutil/trace.go:171","msg":"trace[7172781] linearizableReadLoop","detail":"{readStateIndex:24922; appliedIndex:24914; }","duration":"174.883333ms","start":"2026-03-05T18:39:53.008322Z","end":"2026-03-05T18:39:53.183205Z","steps":["trace[7172781] 'read index received' (duration: 142.5993ms)","trace[7172781] 'applied index is now lower than readState.Index' (duration: 32.283353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:53.183369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.030206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:53.183402Z","caller":"traceutil/trace.go:171","msg":"trace[1426956637] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24071; }","duration":"175.124809ms","start":"2026-03-05T18:39:53.008267Z","end":"2026-03-05T18:39:53.183392Z","steps":["trace[1426956637] 'agreement among raft nodes before linearized reading' (duration: 175.024476ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:53.18349Z","caller":"traceutil/trace.go:171","msg":"trace[668094642] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"438.679727ms","start":"2026-03-05T18:39:52.744776Z","end":"2026-03-05T18:39:53.183456Z","steps":["trace[668094642] 'process raft request' (duration: 438.37777ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:53.183614Z","caller":"traceutil/trace.go:171","msg":"trace[252669516] transaction","detail":"{read_only:false; response_revision:24071; number_of_response:1; }","duration":"143.807878ms","start":"2026-03-05T18:39:53.039798Z","end":"2026-03-05T18:39:53.183606Z","steps":["trace[252669516] 'process raft request' (duration: 143.383378ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:53.183508Z","caller":"traceutil/trace.go:171","msg":"trace[1460661166] transaction","detail":"{read_only:false; response_revision:24069; number_of_response:1; }","duration":"441.169416ms","start":"2026-03-05T18:39:52.742289Z","end":"2026-03-05T18:39:53.183458Z","steps":["trace[1460661166] 'process raft request' (duration: 440.836079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:53.183676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:52.744769Z","time spent":"438.78705ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:53.183678Z","caller":"traceutil/trace.go:171","msg":"trace[775195964] transaction","detail":"{read_only:false; response_revision:24068; number_of_response:1; }","duration":"456.377955ms","start":"2026-03-05T18:39:52.727268Z","end":"2026-03-05T18:39:53.183646Z","steps":["trace[775195964] 'process raft request' (duration: 455.74521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:53.183842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:52.727247Z","time spent":"456.498118ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:53.183868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:52.742268Z","time spent":"441.480263ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:58.561115Z","caller":"traceutil/trace.go:171","msg":"trace[1429146763] linearizableReadLoop","detail":"{readStateIndex:24953; appliedIndex:24952; }","duration":"180.726451ms","start":"2026-03-05T18:39:58.380371Z","end":"2026-03-05T18:39:58.561097Z","steps":["trace[1429146763] 'read index received' (duration: 180.546857ms)","trace[1429146763] 'applied index is now lower than readState.Index' (duration: 178.934µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:58.561226Z","caller":"traceutil/trace.go:171","msg":"trace[567140871] transaction","detail":"{read_only:false; response_revision:24100; number_of_response:1; }","duration":"372.000491ms","start":"2026-03-05T18:39:58.189192Z","end":"2026-03-05T18:39:58.561192Z","steps":["trace[567140871] 'process raft request' (duration: 371.787716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:58.561285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.887596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:58.561358Z","caller":"traceutil/trace.go:171","msg":"trace[1570367884] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24100; }","duration":"181.030529ms","start":"2026-03-05T18:39:58.380311Z","end":"2026-03-05T18:39:58.561341Z","steps":["trace[1570367884] 'agreement among raft nodes before linearized reading' (duration: 180.879125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:58.561378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:58.18915Z","time spent":"372.158565ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:58.822351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.725347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:39:58.822464Z","caller":"traceutil/trace.go:171","msg":"trace[1848747618] transaction","detail":"{read_only:false; response_revision:24101; number_of_response:1; }","duration":"252.107358ms","start":"2026-03-05T18:39:58.570338Z","end":"2026-03-05T18:39:58.822445Z","steps":["trace[1848747618] 'process raft request' (duration: 119.198777ms)","trace[1848747618] 'compare' (duration: 132.42128ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:58.897305Z","caller":"traceutil/trace.go:171","msg":"trace[1436654336] linearizableReadLoop","detail":"{readStateIndex:24957; appliedIndex:24953; }","duration":"268.447004ms","start":"2026-03-05T18:39:58.628838Z","end":"2026-03-05T18:39:58.897285Z","steps":["trace[1436654336] 'read index received' (duration: 60.711364ms)","trace[1436654336] 'applied index is now lower than readState.Index' (duration: 207.73499ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:58.897359Z","caller":"traceutil/trace.go:171","msg":"trace[2140003731] transaction","detail":"{read_only:false; response_revision:24102; number_of_response:1; }","duration":"316.07562ms","start":"2026-03-05T18:39:58.581254Z","end":"2026-03-05T18:39:58.89733Z","steps":["trace[2140003731] 'process raft request' (duration: 315.843505ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:58.897547Z","caller":"traceutil/trace.go:171","msg":"trace[2062634612] transaction","detail":"{read_only:false; response_revision:24104; number_of_response:1; }","duration":"314.335559ms","start":"2026-03-05T18:39:58.58308Z","end":"2026-03-05T18:39:58.897416Z","steps":["trace[2062634612] 'process raft request' (duration: 314.174955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:58.897672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.808302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-05T18:39:58.897687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:58.581227Z","time spent":"316.196892ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:58.897723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:58.583063Z","time spent":"314.551025ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:58.897748Z","caller":"traceutil/trace.go:171","msg":"trace[101415325] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:24104; }","duration":"268.939035ms","start":"2026-03-05T18:39:58.628787Z","end":"2026-03-05T18:39:58.897726Z","steps":["trace[101415325] 'agreement among raft nodes before linearized reading' (duration: 268.70193ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:58.897397Z","caller":"traceutil/trace.go:171","msg":"trace[1341351413] transaction","detail":"{read_only:false; response_revision:24103; number_of_response:1; }","duration":"314.523923ms","start":"2026-03-05T18:39:58.582864Z","end":"2026-03-05T18:39:58.897388Z","steps":["trace[1341351413] 'process raft request' (duration: 314.36423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:58.897921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:58.582832Z","time spent":"315.039256ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:35.202316Z","caller":"traceutil/trace.go:171","msg":"trace[43938001] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"170.307344ms","start":"2026-03-05T18:40:35.031977Z","end":"2026-03-05T18:40:35.202284Z","steps":["trace[43938001] 'process raft request' (duration: 158.793172ms)","trace[43938001] 'compare' (duration: 11.191704ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:35.202567Z","caller":"traceutil/trace.go:171","msg":"trace[2125768805] transaction","detail":"{read_only:false; response_revision:24561; number_of_response:1; }","duration":"169.115186ms","start":"2026-03-05T18:40:35.033432Z","end":"2026-03-05T18:40:35.202548Z","steps":["trace[2125768805] 'process raft request' (duration: 169.014254ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:35.202571Z","caller":"traceutil/trace.go:171","msg":"trace[1391514334] transaction","detail":"{read_only:false; response_revision:24560; number_of_response:1; }","duration":"170.337405ms","start":"2026-03-05T18:40:35.032194Z","end":"2026-03-05T18:40:35.202532Z","steps":["trace[1391514334] 'process raft request' (duration: 169.998647ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:35.691668Z","caller":"traceutil/trace.go:171","msg":"trace[1836550709] linearizableReadLoop","detail":"{readStateIndex:25432; appliedIndex:25430; }","duration":"155.69776ms","start":"2026-03-05T18:40:35.535945Z","end":"2026-03-05T18:40:35.691643Z","steps":["trace[1836550709] 'read index received' (duration: 94.590335ms)","trace[1836550709] 'applied index is now lower than readState.Index' (duration: 61.106115ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:35.691673Z","caller":"traceutil/trace.go:171","msg":"trace[1496315669] transaction","detail":"{read_only:false; response_revision:24567; number_of_response:1; }","duration":"178.785535ms","start":"2026-03-05T18:40:35.512824Z","end":"2026-03-05T18:40:35.691609Z","steps":["trace[1496315669] 'process raft request' (duration: 117.776083ms)","trace[1496315669] 'compare' (duration: 60.717005ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:35.691925Z","caller":"traceutil/trace.go:171","msg":"trace[1523871821] transaction","detail":"{read_only:false; response_revision:24568; number_of_response:1; }","duration":"178.58858ms","start":"2026-03-05T18:40:35.513296Z","end":"2026-03-05T18:40:35.691884Z","steps":["trace[1523871821] 'process raft request' (duration: 178.221572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:35.692084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.12073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:40:35.692166Z","caller":"traceutil/trace.go:171","msg":"trace[1885350862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24568; }","duration":"156.216212ms","start":"2026-03-05T18:40:35.535928Z","end":"2026-03-05T18:40:35.692145Z","steps":["trace[1885350862] 'agreement among raft nodes before linearized reading' (duration: 155.945686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:36.055311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.179161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:40:36.055406Z","caller":"traceutil/trace.go:171","msg":"trace[1719922267] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24569; }","duration":"134.310885ms","start":"2026-03-05T18:40:35.921074Z","end":"2026-03-05T18:40:36.055384Z","steps":["trace[1719922267] 'range keys from in-memory index tree' (duration: 134.018198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:36.055483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.251914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:40:36.055622Z","caller":"traceutil/trace.go:171","msg":"trace[981171769] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24569; }","duration":"107.414028ms","start":"2026-03-05T18:40:35.948144Z","end":"2026-03-05T18:40:36.055558Z","steps":["trace[981171769] 'count revisions from in-memory index tree' (duration: 107.157242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:36.055642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.456833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:36.055718Z","caller":"traceutil/trace.go:171","msg":"trace[644087654] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24569; }","duration":"141.575876ms","start":"2026-03-05T18:40:35.914125Z","end":"2026-03-05T18:40:36.055701Z","steps":["trace[644087654] 'range keys from in-memory index tree' (duration: 141.386172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:36.055754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.440583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:36.055822Z","caller":"traceutil/trace.go:171","msg":"trace[86511129] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24569; }","duration":"141.554536ms","start":"2026-03-05T18:40:35.914253Z","end":"2026-03-05T18:40:36.055808Z","steps":["trace[86511129] 'range keys from in-memory index tree' (duration: 141.303249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:36.055828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.092408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:36.055859Z","caller":"traceutil/trace.go:171","msg":"trace[400464446] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24569; }","duration":"142.169611ms","start":"2026-03-05T18:40:35.913682Z","end":"2026-03-05T18:40:36.055851Z","steps":["trace[400464446] 'range keys from in-memory index tree' (duration: 142.002396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:36.056156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.41195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:36.056224Z","caller":"traceutil/trace.go:171","msg":"trace[905209322] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24569; }","duration":"259.521213ms","start":"2026-03-05T18:40:35.796684Z","end":"2026-03-05T18:40:36.056206Z","steps":["trace[905209322] 'range keys from in-memory index tree' (duration: 258.900138ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:37.611573Z","caller":"traceutil/trace.go:171","msg":"trace[2127331978] transaction","detail":"{read_only:false; response_revision:24574; number_of_response:1; }","duration":"234.401049ms","start":"2026-03-05T18:40:37.377148Z","end":"2026-03-05T18:40:37.611549Z","steps":["trace[2127331978] 'process raft request' (duration: 232.958635ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:37.630123Z","caller":"traceutil/trace.go:171","msg":"trace[1603423951] transaction","detail":"{read_only:false; response_revision:24575; number_of_response:1; }","duration":"177.460603ms","start":"2026-03-05T18:40:37.452637Z","end":"2026-03-05T18:40:37.630097Z","steps":["trace[1603423951] 'process raft request' (duration: 177.170377ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:37.630347Z","caller":"traceutil/trace.go:171","msg":"trace[457718195] linearizableReadLoop","detail":"{readStateIndex:25440; appliedIndex:25437; }","duration":"171.759499ms","start":"2026-03-05T18:40:37.458565Z","end":"2026-03-05T18:40:37.630324Z","steps":["trace[457718195] 'read index received' (duration: 151.49289ms)","trace[457718195] 'applied index is now lower than readState.Index' (duration: 20.246508ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:37.630465Z","caller":"traceutil/trace.go:171","msg":"trace[676103084] transaction","detail":"{read_only:false; response_revision:24576; number_of_response:1; }","duration":"176.799888ms","start":"2026-03-05T18:40:37.453642Z","end":"2026-03-05T18:40:37.630442Z","steps":["trace[676103084] 'process raft request' (duration: 176.304557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:37.630709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.095384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:37.630717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.136257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:40:37.630793Z","caller":"traceutil/trace.go:171","msg":"trace[305561262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24576; }","duration":"172.25158ms","start":"2026-03-05T18:40:37.458523Z","end":"2026-03-05T18:40:37.630775Z","steps":["trace[305561262] 'agreement among raft nodes before linearized reading' (duration: 172.028115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:37.630931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.919592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:40:37.630749Z","caller":"traceutil/trace.go:171","msg":"trace[1672344939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24576; }","duration":"130.174155ms","start":"2026-03-05T18:40:37.500565Z","end":"2026-03-05T18:40:37.63074Z","steps":["trace[1672344939] 'agreement among raft nodes before linearized reading' (duration: 130.095424ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:37.631013Z","caller":"traceutil/trace.go:171","msg":"trace[1284573350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24576; }","duration":"117.028374ms","start":"2026-03-05T18:40:37.513966Z","end":"2026-03-05T18:40:37.630994Z","steps":["trace[1284573350] 'agreement among raft nodes before linearized reading' (duration: 116.83887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:38.604898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.809758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:40:38.605057Z","caller":"traceutil/trace.go:171","msg":"trace[1050108722] linearizableReadLoop","detail":"{readStateIndex:25446; appliedIndex:25445; }","duration":"569.398686ms","start":"2026-03-05T18:40:38.035633Z","end":"2026-03-05T18:40:38.605031Z","steps":["trace[1050108722] 'read index received' (duration: 26.961µs)","trace[1050108722] 'applied index is now lower than readState.Index' (duration: 569.369935ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:38.605132Z","caller":"traceutil/trace.go:171","msg":"trace[625676323] transaction","detail":"{read_only:false; response_revision:24582; number_of_response:1; }","duration":"659.838174ms","start":"2026-03-05T18:40:37.945267Z","end":"2026-03-05T18:40:38.605105Z","steps":["trace[625676323] 'process raft request' (duration: 83.703348ms)","trace[625676323] 'compare' (duration: 575.141843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:38.60527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:37.945245Z","time spent":"659.953736ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:38.605339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.694103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-05T18:40:38.605403Z","caller":"traceutil/trace.go:171","msg":"trace[688471272] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24582; }","duration":"569.831336ms","start":"2026-03-05T18:40:38.035553Z","end":"2026-03-05T18:40:38.605385Z","steps":["trace[688471272] 'agreement among raft nodes before linearized reading' (duration: 569.613091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:38.60546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:38.035537Z","time spent":"569.908288ms","remote":"127.0.0.1:42952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-05T18:40:38.605598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.532037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:38.6056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.63322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:38.605642Z","caller":"traceutil/trace.go:171","msg":"trace[721469304] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24582; }","duration":"541.585938ms","start":"2026-03-05T18:40:38.064046Z","end":"2026-03-05T18:40:38.605632Z","steps":["trace[721469304] 'agreement among raft nodes before linearized reading' (duration: 541.514356ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:38.60566Z","caller":"traceutil/trace.go:171","msg":"trace[2019702052] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24582; }","duration":"541.728021ms","start":"2026-03-05T18:40:38.063915Z","end":"2026-03-05T18:40:38.605643Z","steps":["trace[2019702052] 'agreement among raft nodes before linearized reading' (duration: 541.631089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:38.60571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.499452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:38.60573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:38.063897Z","time spent":"541.822564ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T18:40:38.605742Z","caller":"traceutil/trace.go:171","msg":"trace[587725759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24582; }","duration":"102.551454ms","start":"2026-03-05T18:40:38.503183Z","end":"2026-03-05T18:40:38.605735Z","steps":["trace[587725759] 'agreement among raft nodes before linearized reading' (duration: 102.507513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:38.605915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.827595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:38.605949Z","caller":"traceutil/trace.go:171","msg":"trace[634557093] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24582; }","duration":"541.872705ms","start":"2026-03-05T18:40:38.064068Z","end":"2026-03-05T18:40:38.605941Z","steps":["trace[634557093] 'agreement among raft nodes before linearized reading' (duration: 541.821494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:38.605975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:38.064064Z","time spent":"541.905026ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:40:38.606061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.007208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:40:38.606116Z","caller":"traceutil/trace.go:171","msg":"trace[2097874499] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24582; }","duration":"542.07078ms","start":"2026-03-05T18:40:38.064032Z","end":"2026-03-05T18:40:38.606103Z","steps":["trace[2097874499] 'agreement among raft nodes before linearized reading' (duration: 541.916997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:38.606159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:38.064028Z","time spent":"542.121611ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:40:38.606162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.111561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:38.606218Z","caller":"traceutil/trace.go:171","msg":"trace[779203763] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24582; }","duration":"542.168332ms","start":"2026-03-05T18:40:38.064034Z","end":"2026-03-05T18:40:38.606203Z","steps":["trace[779203763] 'agreement among raft nodes before linearized reading' (duration: 542.0737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:38.605673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:38.064041Z","time spent":"541.624619ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:40:38.606276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:38.064014Z","time spent":"542.249574ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:40:38.606286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.257164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:38.606321Z","caller":"traceutil/trace.go:171","msg":"trace[1536777344] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24582; }","duration":"542.306645ms","start":"2026-03-05T18:40:38.064005Z","end":"2026-03-05T18:40:38.606312Z","steps":["trace[1536777344] 'agreement among raft nodes before linearized reading' (duration: 542.255074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:38.606361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:38.063997Z","time spent":"542.357757ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:40:38.606352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.256634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:40:38.606478Z","caller":"traceutil/trace.go:171","msg":"trace[283818978] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24582; }","duration":"542.404357ms","start":"2026-03-05T18:40:38.06405Z","end":"2026-03-05T18:40:38.606455Z","steps":["trace[283818978] 'agreement among raft nodes before linearized reading' (duration: 542.047289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:38.606209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.133581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:38.606557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:38.064047Z","time spent":"542.49648ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-05T18:40:38.606588Z","caller":"traceutil/trace.go:171","msg":"trace[1926897642] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24582; }","duration":"542.569893ms","start":"2026-03-05T18:40:38.063993Z","end":"2026-03-05T18:40:38.606563Z","steps":["trace[1926897642] 'agreement among raft nodes before linearized reading' (duration: 542.096021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:38.607406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:38.063986Z","time spent":"543.394962ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:40:39.070563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.996203ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:39.070858Z","caller":"traceutil/trace.go:171","msg":"trace[780569460] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24582; }","duration":"202.188708ms","start":"2026-03-05T18:40:38.868516Z","end":"2026-03-05T18:40:39.070705Z","steps":["trace[780569460] 'range keys from in-memory index tree' (duration: 201.960672ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:39.071049Z","caller":"traceutil/trace.go:171","msg":"trace[785232228] linearizableReadLoop","detail":"{readStateIndex:25447; appliedIndex:25446; }","duration":"438.40187ms","start":"2026-03-05T18:40:38.632614Z","end":"2026-03-05T18:40:39.071016Z","steps":["trace[785232228] 'read index received' (duration: 425.440294ms)","trace[785232228] 'applied index is now lower than readState.Index' (duration: 12.959236ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:39.071351Z","caller":"traceutil/trace.go:171","msg":"trace[242045591] transaction","detail":"{read_only:false; response_revision:24583; number_of_response:1; }","duration":"444.387661ms","start":"2026-03-05T18:40:38.626925Z","end":"2026-03-05T18:40:39.071313Z","steps":["trace[242045591] 'process raft request' (duration: 431.151349ms)","trace[242045591] 'compare' (duration: 12.30156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:39.071429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.802589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T18:40:39.07149Z","caller":"traceutil/trace.go:171","msg":"trace[999330421] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:24583; }","duration":"438.928872ms","start":"2026-03-05T18:40:38.632549Z","end":"2026-03-05T18:40:39.071478Z","steps":["trace[999330421] 'agreement among raft nodes before linearized reading' (duration: 438.740267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:39.071524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:38.632524Z","time spent":"438.994735ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-05T18:40:39.071511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:38.626907Z","time spent":"444.522575ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:39.40436Z","caller":"traceutil/trace.go:171","msg":"trace[2094579319] transaction","detail":"{read_only:false; response_revision:24585; number_of_response:1; }","duration":"221.402912ms","start":"2026-03-05T18:40:39.182922Z","end":"2026-03-05T18:40:39.404324Z","steps":["trace[2094579319] 'process raft request' (duration: 191.23776ms)","trace[2094579319] 'compare' (duration: 30.001078ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:39.434031Z","caller":"traceutil/trace.go:171","msg":"trace[683274441] linearizableReadLoop","detail":"{readStateIndex:25451; appliedIndex:25449; }","duration":"146.913973ms","start":"2026-03-05T18:40:39.287092Z","end":"2026-03-05T18:40:39.434006Z","steps":["trace[683274441] 'read index received' (duration: 87.091319ms)","trace[683274441] 'applied index is now lower than readState.Index' (duration: 59.821304ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:39.434097Z","caller":"traceutil/trace.go:171","msg":"trace[2130527329] transaction","detail":"{read_only:false; response_revision:24586; number_of_response:1; }","duration":"172.2119ms","start":"2026-03-05T18:40:39.261861Z","end":"2026-03-05T18:40:39.434073Z","steps":["trace[2130527329] 'process raft request' (duration: 171.919253ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:39.434095Z","caller":"traceutil/trace.go:171","msg":"trace[208957849] transaction","detail":"{read_only:false; response_revision:24587; number_of_response:1; }","duration":"145.754344ms","start":"2026-03-05T18:40:39.288314Z","end":"2026-03-05T18:40:39.434068Z","steps":["trace[208957849] 'process raft request' (duration: 145.599551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:39.434268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.577514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:39.434285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.20409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:39.434197Z","caller":"traceutil/trace.go:171","msg":"trace[1793829319] transaction","detail":"{read_only:false; response_revision:24588; number_of_response:1; }","duration":"145.635051ms","start":"2026-03-05T18:40:39.28853Z","end":"2026-03-05T18:40:39.434165Z","steps":["trace[1793829319] 'process raft request' (duration: 145.434747ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:39.434341Z","caller":"traceutil/trace.go:171","msg":"trace[1165558524] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24588; }","duration":"146.670196ms","start":"2026-03-05T18:40:39.287654Z","end":"2026-03-05T18:40:39.434324Z","steps":["trace[1165558524] 'agreement among raft nodes before linearized reading' (duration: 146.534753ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:39.434342Z","caller":"traceutil/trace.go:171","msg":"trace[1569168716] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24588; }","duration":"147.263811ms","start":"2026-03-05T18:40:39.287067Z","end":"2026-03-05T18:40:39.43433Z","steps":["trace[1569168716] 'agreement among raft nodes before linearized reading' (duration: 147.165719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:39.434367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.378972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T18:40:39.434352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.521412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:39.434862Z","caller":"traceutil/trace.go:171","msg":"trace[1683946447] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24588; }","duration":"147.074775ms","start":"2026-03-05T18:40:39.287764Z","end":"2026-03-05T18:40:39.434838Z","steps":["trace[1683946447] 'agreement among raft nodes before linearized reading' (duration: 146.488471ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:39.434925Z","caller":"traceutil/trace.go:171","msg":"trace[905875854] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24588; }","duration":"144.809552ms","start":"2026-03-05T18:40:39.289947Z","end":"2026-03-05T18:40:39.434756Z","steps":["trace[905875854] 'agreement among raft nodes before linearized reading' (duration: 144.27065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:40.159849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197919505,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T18:40:40.673316Z","caller":"traceutil/trace.go:171","msg":"trace[1534927218] transaction","detail":"{read_only:false; response_revision:24591; number_of_response:1; }","duration":"1.035958662s","start":"2026-03-05T18:40:39.637321Z","end":"2026-03-05T18:40:40.67328Z","steps":["trace[1534927218] 'process raft request' (duration: 990.886767ms)","trace[1534927218] 'compare' (duration: 44.87234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:40.673519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:39.637305Z","time spent":"1.036116496s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:41.390814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.354556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:40:41.390914Z","caller":"traceutil/trace.go:171","msg":"trace[424362002] linearizableReadLoop","detail":"{readStateIndex:25457; appliedIndex:25455; }","duration":"1.731242522s","start":"2026-03-05T18:40:39.659655Z","end":"2026-03-05T18:40:41.390898Z","steps":["trace[424362002] 'read index received' (duration: 968.691772ms)","trace[424362002] 'applied index is now lower than readState.Index' (duration: 762.54923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:41.391358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731659044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T18:40:41.391979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687735395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:40:41.39208Z","caller":"traceutil/trace.go:171","msg":"trace[1687645642] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24592; }","duration":"1.687870078s","start":"2026-03-05T18:40:39.704189Z","end":"2026-03-05T18:40:41.392059Z","steps":["trace[1687645642] 'agreement among raft nodes before linearized reading' (duration: 1.687537401s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:41.392034Z","caller":"traceutil/trace.go:171","msg":"trace[278805126] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24592; }","duration":"1.73240359s","start":"2026-03-05T18:40:39.659613Z","end":"2026-03-05T18:40:41.392017Z","steps":["trace[278805126] 'agreement among raft nodes before linearized reading' (duration: 1.731437238s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.392144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:39.704172Z","time spent":"1.68795862s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-05T18:40:41.391527Z","caller":"traceutil/trace.go:171","msg":"trace[817124700] transaction","detail":"{read_only:false; response_revision:24592; number_of_response:1; }","duration":"1.350701079s","start":"2026-03-05T18:40:40.040792Z","end":"2026-03-05T18:40:41.391493Z","steps":["trace[817124700] 'process raft request' (duration: 1.066584534s)","trace[817124700] 'compare' (duration: 282.668911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:41.392179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:39.659596Z","time spent":"1.732551124s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:40:41.391571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.861006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T18:40:41.392247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:40.04077Z","time spent":"1.351445377s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:41.392079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.052485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:41.392279Z","caller":"traceutil/trace.go:171","msg":"trace[998378152] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24592; }","duration":"776.577902ms","start":"2026-03-05T18:40:40.615682Z","end":"2026-03-05T18:40:41.39226Z","steps":["trace[998378152] 'agreement among raft nodes before linearized reading' (duration: 775.782454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.392339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:40.615677Z","time spent":"776.649324ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-05T18:40:41.392368Z","caller":"traceutil/trace.go:171","msg":"trace[1243779546] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24592; }","duration":"125.360163ms","start":"2026-03-05T18:40:41.266955Z","end":"2026-03-05T18:40:41.392315Z","steps":["trace[1243779546] 'agreement among raft nodes before linearized reading' (duration: 124.691798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.391664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686781112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:41.392483Z","caller":"traceutil/trace.go:171","msg":"trace[1923150816] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24592; }","duration":"1.687650802s","start":"2026-03-05T18:40:39.704821Z","end":"2026-03-05T18:40:41.392472Z","steps":["trace[1923150816] 'agreement among raft nodes before linearized reading' (duration: 1.686780392s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.392529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:39.704799Z","time spent":"1.687719854s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:40:41.391679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.184323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:40:41.392623Z","caller":"traceutil/trace.go:171","msg":"trace[1861327755] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24592; }","duration":"777.159095ms","start":"2026-03-05T18:40:40.615445Z","end":"2026-03-05T18:40:41.392604Z","steps":["trace[1861327755] 'agreement among raft nodes before linearized reading' (duration: 776.110791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.392674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:40.61543Z","time spent":"777.232257ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:40:41.391687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593495028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:40:41.392722Z","caller":"traceutil/trace.go:171","msg":"trace[1103819002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24592; }","duration":"1.594546083s","start":"2026-03-05T18:40:39.798165Z","end":"2026-03-05T18:40:41.392711Z","steps":["trace[1103819002] 'agreement among raft nodes before linearized reading' (duration: 1.593393546s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.392765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:39.798161Z","time spent":"1.594593594s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:40:41.391726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.351646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:41.392884Z","caller":"traceutil/trace.go:171","msg":"trace[1744032990] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24592; }","duration":"782.519042ms","start":"2026-03-05T18:40:40.610345Z","end":"2026-03-05T18:40:41.392864Z","steps":["trace[1744032990] 'agreement among raft nodes before linearized reading' (duration: 781.358545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.391744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.978316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:41.392971Z","caller":"traceutil/trace.go:171","msg":"trace[2094746451] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24592; }","duration":"779.205344ms","start":"2026-03-05T18:40:40.613755Z","end":"2026-03-05T18:40:41.39296Z","steps":["trace[2094746451] 'agreement among raft nodes before linearized reading' (duration: 777.957975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.39172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088550766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:41.393013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:40.61372Z","time spent":"779.282826ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T18:40:41.393035Z","caller":"traceutil/trace.go:171","msg":"trace[482139216] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24592; }","duration":"1.089909767s","start":"2026-03-05T18:40:40.303101Z","end":"2026-03-05T18:40:41.393011Z","steps":["trace[482139216] 'agreement among raft nodes before linearized reading' (duration: 1.088504034s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.393085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:40.303085Z","time spent":"1.089985329s","remote":"127.0.0.1:56104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:41.391757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343204603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:41.393153Z","caller":"traceutil/trace.go:171","msg":"trace[1031909978] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24592; }","duration":"1.344623616s","start":"2026-03-05T18:40:40.048516Z","end":"2026-03-05T18:40:41.393139Z","steps":["trace[1031909978] 'agreement among raft nodes before linearized reading' (duration: 1.343212594s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.393209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:40.048504Z","time spent":"1.344686968s","remote":"127.0.0.1:34312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:41.391755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.941565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:41.393288Z","caller":"traceutil/trace.go:171","msg":"trace[1749874445] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24592; }","duration":"779.538742ms","start":"2026-03-05T18:40:40.613732Z","end":"2026-03-05T18:40:41.393271Z","steps":["trace[1749874445] 'agreement among raft nodes before linearized reading' (duration: 777.964425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.393355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:40.613695Z","time spent":"779.645574ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:40:41.391772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686644329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:41.39343Z","caller":"traceutil/trace.go:171","msg":"trace[1671731777] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24592; }","duration":"1.688463791s","start":"2026-03-05T18:40:39.704954Z","end":"2026-03-05T18:40:41.393418Z","steps":["trace[1671731777] 'agreement among raft nodes before linearized reading' (duration: 1.686803272s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.39181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.811112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:41.393475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:39.704948Z","time spent":"1.688515992s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T18:40:41.393477Z","caller":"traceutil/trace.go:171","msg":"trace[1011155488] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24592; }","duration":"782.521762ms","start":"2026-03-05T18:40:40.610944Z","end":"2026-03-05T18:40:41.393466Z","steps":["trace[1011155488] 'agreement among raft nodes before linearized reading' (duration: 780.829083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.393512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:40.610923Z","time spent":"782.580184ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:40:41.391822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.967566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:41.393597Z","caller":"traceutil/trace.go:171","msg":"trace[951458166] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24592; }","duration":"779.750047ms","start":"2026-03-05T18:40:40.613839Z","end":"2026-03-05T18:40:41.393589Z","steps":["trace[951458166] 'agreement among raft nodes before linearized reading' (duration: 777.956105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.393643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:40.613835Z","time spent":"779.788368ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:40:41.391837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.675507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:41.393699Z","caller":"traceutil/trace.go:171","msg":"trace[1946271938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24592; }","duration":"889.607923ms","start":"2026-03-05T18:40:40.504078Z","end":"2026-03-05T18:40:41.393686Z","steps":["trace[1946271938] 'agreement among raft nodes before linearized reading' (duration: 887.699809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.393739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:40.504053Z","time spent":"889.675484ms","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:40:41.391763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686617318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:41.393829Z","caller":"traceutil/trace.go:171","msg":"trace[1145092448] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24592; }","duration":"1.688733667s","start":"2026-03-05T18:40:39.705084Z","end":"2026-03-05T18:40:41.393818Z","steps":["trace[1145092448] 'agreement among raft nodes before linearized reading' (duration: 1.686503515s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.391842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552174681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T18:40:41.393877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:39.705078Z","time spent":"1.688787569s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-05T18:40:41.393887Z","caller":"traceutil/trace.go:171","msg":"trace[500684158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24592; }","duration":"1.55424531s","start":"2026-03-05T18:40:39.839625Z","end":"2026-03-05T18:40:41.393871Z","steps":["trace[500684158] 'agreement among raft nodes before linearized reading' (duration: 1.552155731s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.391919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.298744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-05T18:40:41.393965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:39.839608Z","time spent":"1.554344602s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T18:40:41.394002Z","caller":"traceutil/trace.go:171","msg":"trace[1125381866] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24592; }","duration":"315.405384ms","start":"2026-03-05T18:40:41.078575Z","end":"2026-03-05T18:40:41.39398Z","steps":["trace[1125381866] 'agreement among raft nodes before linearized reading' (duration: 313.208882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.394043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.078551Z","time spent":"315.480206ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:40:41.391887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593799235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T18:40:41.394155Z","caller":"traceutil/trace.go:171","msg":"trace[895042782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24592; }","duration":"1.59609871s","start":"2026-03-05T18:40:39.798037Z","end":"2026-03-05T18:40:41.394135Z","steps":["trace[895042782] 'agreement among raft nodes before linearized reading' (duration: 1.593703093s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.394213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:39.798019Z","time spent":"1.596178191s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:40:41.391963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711257971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T18:40:41.394277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:40.610331Z","time spent":"783.899885ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:40:41.391518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.804112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:41.394419Z","caller":"traceutil/trace.go:171","msg":"trace[1588119644] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24592; }","duration":"783.721361ms","start":"2026-03-05T18:40:40.610686Z","end":"2026-03-05T18:40:41.394407Z","steps":["trace[1588119644] 'agreement among raft nodes before linearized reading' (duration: 780.766011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.394463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:40.610682Z","time spent":"783.771272ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-05T18:40:41.394412Z","caller":"traceutil/trace.go:171","msg":"trace[693812919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24592; }","duration":"1.713638647s","start":"2026-03-05T18:40:39.68068Z","end":"2026-03-05T18:40:41.394319Z","steps":["trace[693812919] 'agreement among raft nodes before linearized reading' (duration: 1.710472522s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.39466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:39.680667Z","time spent":"1.713973864s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:40:42.275675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.052431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:40:42.275758Z","caller":"traceutil/trace.go:171","msg":"trace[104033343] linearizableReadLoop","detail":"{readStateIndex:25458; appliedIndex:25457; }","duration":"878.639543ms","start":"2026-03-05T18:40:41.397106Z","end":"2026-03-05T18:40:42.275745Z","steps":["trace[104033343] 'read index received' (duration: 143.568222ms)","trace[104033343] 'applied index is now lower than readState.Index' (duration: 735.069981ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:42.275811Z","caller":"traceutil/trace.go:171","msg":"trace[79845337] transaction","detail":"{read_only:false; response_revision:24593; number_of_response:1; }","duration":"879.053203ms","start":"2026-03-05T18:40:41.39675Z","end":"2026-03-05T18:40:42.275803Z","steps":["trace[79845337] 'process raft request' (duration: 143.808389ms)","trace[79845337] 'compare' (duration: 734.63286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:42.275868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.396724Z","time spent":"879.118124ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:42.276004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.88584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T18:40:42.276081Z","caller":"traceutil/trace.go:171","msg":"trace[1157040235] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24593; }","duration":"878.986261ms","start":"2026-03-05T18:40:41.397071Z","end":"2026-03-05T18:40:42.276057Z","steps":["trace[1157040235] 'agreement among raft nodes before linearized reading' (duration: 878.790117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:42.276155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.397058Z","time spent":"879.088203ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T18:40:42.457728Z","caller":"traceutil/trace.go:171","msg":"trace[1620507290] transaction","detail":"{read_only:false; response_revision:24594; number_of_response:1; }","duration":"1.059345164s","start":"2026-03-05T18:40:41.398358Z","end":"2026-03-05T18:40:42.457703Z","steps":["trace[1620507290] 'process raft request' (duration: 1.05916589s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:42.457882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.398348Z","time spent":"1.059462567s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:42.45819Z","caller":"traceutil/trace.go:171","msg":"trace[1997875378] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"1.017175508s","start":"2026-03-05T18:40:41.44099Z","end":"2026-03-05T18:40:42.458166Z","steps":["trace[1997875378] 'process raft request' (duration: 1.017134097s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:42.458265Z","caller":"traceutil/trace.go:171","msg":"trace[2058579522] transaction","detail":"{read_only:false; response_revision:24595; number_of_response:1; }","duration":"1.059879897s","start":"2026-03-05T18:40:41.398373Z","end":"2026-03-05T18:40:42.458253Z","steps":["trace[2058579522] 'process raft request' (duration: 1.059286653s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:42.458314Z","caller":"traceutil/trace.go:171","msg":"trace[517498678] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"1.046984911s","start":"2026-03-05T18:40:41.411291Z","end":"2026-03-05T18:40:42.458276Z","steps":["trace[517498678] 'process raft request' (duration: 1.046767336s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:42.458348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.398356Z","time spent":"1.059937648s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:42.458378Z","caller":"traceutil/trace.go:171","msg":"trace[13084333] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"1.018051678s","start":"2026-03-05T18:40:41.440314Z","end":"2026-03-05T18:40:42.458366Z","steps":["trace[13084333] 'process raft request' (duration: 1.017775211s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:42.458427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.440294Z","time spent":"1.01810972s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:42.458433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.411254Z","time spent":"1.047120176s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:42.458335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.440981Z","time spent":"1.01727786s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:42.458215Z","caller":"traceutil/trace.go:171","msg":"trace[2039733188] transaction","detail":"{read_only:false; response_revision:24596; number_of_response:1; }","duration":"1.059667231s","start":"2026-03-05T18:40:41.398526Z","end":"2026-03-05T18:40:42.458193Z","steps":["trace[2039733188] 'process raft request' (duration: 1.059404665s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:42.458475Z","caller":"traceutil/trace.go:171","msg":"trace[594178652] transaction","detail":"{read_only:false; response_revision:24597; number_of_response:1; }","duration":"1.059222993s","start":"2026-03-05T18:40:41.399243Z","end":"2026-03-05T18:40:42.458466Z","steps":["trace[594178652] 'process raft request' (duration: 1.058780351s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:42.458634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.398478Z","time spent":"1.060117863s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:42.45865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.399228Z","time spent":"1.059379256s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:42.535446Z","caller":"traceutil/trace.go:171","msg":"trace[968704783] transaction","detail":"{read_only:false; response_revision:24602; number_of_response:1; }","duration":"911.204143ms","start":"2026-03-05T18:40:41.624224Z","end":"2026-03-05T18:40:42.535428Z","steps":["trace[968704783] 'process raft request' (duration: 911.119891ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:42.535484Z","caller":"traceutil/trace.go:171","msg":"trace[511802332] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"991.572293ms","start":"2026-03-05T18:40:41.543879Z","end":"2026-03-05T18:40:42.535451Z","steps":["trace[511802332] 'process raft request' (duration: 991.282466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:42.535613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.624195Z","time spent":"911.307946ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:42.535619Z","caller":"traceutil/trace.go:171","msg":"trace[400024432] linearizableReadLoop","detail":"{readStateIndex:25468; appliedIndex:25458; }","duration":"259.82286ms","start":"2026-03-05T18:40:42.275777Z","end":"2026-03-05T18:40:42.5356Z","steps":["trace[400024432] 'read index received' (duration: 181.730574ms)","trace[400024432] 'applied index is now lower than readState.Index' (duration: 78.090496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:42.535631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.543863Z","time spent":"991.687246ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:42.53571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032689654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:42.53574Z","caller":"traceutil/trace.go:171","msg":"trace[1608136022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24603; }","duration":"1.032750126s","start":"2026-03-05T18:40:41.502982Z","end":"2026-03-05T18:40:42.535732Z","steps":["trace[1608136022] 'agreement among raft nodes before linearized reading' (duration: 1.032696145s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:42.535721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.253347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:42.535751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095953859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:42.535759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.502903Z","time spent":"1.032852589s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:40:42.535747Z","caller":"traceutil/trace.go:171","msg":"trace[784213400] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"872.747204ms","start":"2026-03-05T18:40:41.662857Z","end":"2026-03-05T18:40:42.535604Z","steps":["trace[784213400] 'process raft request' (duration: 872.54554ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:42.535777Z","caller":"traceutil/trace.go:171","msg":"trace[43804641] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24603; }","duration":"1.096019081s","start":"2026-03-05T18:40:41.43975Z","end":"2026-03-05T18:40:42.535769Z","steps":["trace[43804641] 'agreement among raft nodes before linearized reading' (duration: 1.09596528s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:42.535775Z","caller":"traceutil/trace.go:171","msg":"trace[1375589708] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24603; }","duration":"427.350349ms","start":"2026-03-05T18:40:42.108409Z","end":"2026-03-05T18:40:42.53576Z","steps":["trace[1375589708] 'agreement among raft nodes before linearized reading' (duration: 427.248596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:42.535798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.439726Z","time spent":"1.096068602s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:40:42.535779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.343468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-05T18:40:42.535815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:42.108386Z","time spent":"427.4167ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:40:42.535822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.994715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:40:42.535835Z","caller":"traceutil/trace.go:171","msg":"trace[59695435] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24603; }","duration":"658.407819ms","start":"2026-03-05T18:40:41.87741Z","end":"2026-03-05T18:40:42.535818Z","steps":["trace[59695435] 'agreement among raft nodes before linearized reading' (duration: 658.215375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:42.535872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.877387Z","time spent":"658.476141ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-05T18:40:42.535865Z","caller":"traceutil/trace.go:171","msg":"trace[1756652185] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24603; }","duration":"321.071927ms","start":"2026-03-05T18:40:42.214779Z","end":"2026-03-05T18:40:42.535851Z","steps":["trace[1756652185] 'agreement among raft nodes before linearized reading' (duration: 320.976755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:42.535913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096124963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:42.535916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:42.214757Z","time spent":"321.150508ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":23,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:40:42.53594Z","caller":"traceutil/trace.go:171","msg":"trace[83250483] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24603; }","duration":"1.096184565s","start":"2026-03-05T18:40:41.43975Z","end":"2026-03-05T18:40:42.535934Z","steps":["trace[83250483] 'agreement among raft nodes before linearized reading' (duration: 1.096144194s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:42.535961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.439731Z","time spent":"1.096226325s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:40:42.535991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09595047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:42.536055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.521879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"warn","ts":"2026-03-05T18:40:42.53605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.75767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-05T18:40:42.536077Z","caller":"traceutil/trace.go:171","msg":"trace[45204097] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24603; }","duration":"1.096066662s","start":"2026-03-05T18:40:41.439992Z","end":"2026-03-05T18:40:42.536059Z","steps":["trace[45204097] 'agreement among raft nodes before linearized reading' (duration: 1.095908288s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:42.536098Z","caller":"traceutil/trace.go:171","msg":"trace[581537039] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24603; }","duration":"444.838352ms","start":"2026-03-05T18:40:42.091248Z","end":"2026-03-05T18:40:42.536086Z","steps":["trace[581537039] 'agreement among raft nodes before linearized reading' (duration: 444.73318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:42.53613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:42.091229Z","time spent":"444.894854ms","remote":"127.0.0.1:42952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-05T18:40:42.536072Z","caller":"traceutil/trace.go:171","msg":"trace[187696545] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24603; }","duration":"258.56694ms","start":"2026-03-05T18:40:42.2775Z","end":"2026-03-05T18:40:42.536067Z","steps":["trace[187696545] 'agreement among raft nodes before linearized reading' (duration: 258.524909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:42.536129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.439984Z","time spent":"1.096135623s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:40:42.536245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096188105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:40:42.53632Z","caller":"traceutil/trace.go:171","msg":"trace[379727439] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24603; }","duration":"1.096275037s","start":"2026-03-05T18:40:41.440034Z","end":"2026-03-05T18:40:42.536309Z","steps":["trace[379727439] 'agreement among raft nodes before linearized reading' (duration: 1.096115913s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:42.536395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.440028Z","time spent":"1.096355908s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:40:42.537392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.662831Z","time spent":"872.965859ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:44.431264Z","caller":"traceutil/trace.go:171","msg":"trace[506910969] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"120.711772ms","start":"2026-03-05T18:40:44.310528Z","end":"2026-03-05T18:40:44.43124Z","steps":["trace[506910969] 'process raft request' (duration: 120.550068ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:44.66334Z","caller":"traceutil/trace.go:171","msg":"trace[783672072] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"198.718667ms","start":"2026-03-05T18:40:44.464583Z","end":"2026-03-05T18:40:44.663301Z","steps":["trace[783672072] 'process raft request' (duration: 198.465341ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:44.663373Z","caller":"traceutil/trace.go:171","msg":"trace[743217102] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"197.836576ms","start":"2026-03-05T18:40:44.465508Z","end":"2026-03-05T18:40:44.663344Z","steps":["trace[743217102] 'process raft request' (duration: 197.732253ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:44.663799Z","caller":"traceutil/trace.go:171","msg":"trace[428149302] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"197.022647ms","start":"2026-03-05T18:40:44.466759Z","end":"2026-03-05T18:40:44.663781Z","steps":["trace[428149302] 'process raft request' (duration: 196.539495ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:44.664081Z","caller":"traceutil/trace.go:171","msg":"trace[668527356] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"197.226021ms","start":"2026-03-05T18:40:44.466833Z","end":"2026-03-05T18:40:44.66406Z","steps":["trace[668527356] 'process raft request' (duration: 196.922284ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:44.664199Z","caller":"traceutil/trace.go:171","msg":"trace[1507331897] linearizableReadLoop","detail":"{readStateIndex:25481; appliedIndex:25475; }","duration":"161.006595ms","start":"2026-03-05T18:40:44.503178Z","end":"2026-03-05T18:40:44.664184Z","steps":["trace[1507331897] 'read index received' (duration: 159.837247ms)","trace[1507331897] 'applied index is now lower than readState.Index' (duration: 1.167838ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:44.664293Z","caller":"traceutil/trace.go:171","msg":"trace[1850641843] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"197.151528ms","start":"2026-03-05T18:40:44.467133Z","end":"2026-03-05T18:40:44.664284Z","steps":["trace[1850641843] 'process raft request' (duration: 196.888882ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:44.664458Z","caller":"traceutil/trace.go:171","msg":"trace[1349809744] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"197.197299ms","start":"2026-03-05T18:40:44.467248Z","end":"2026-03-05T18:40:44.664445Z","steps":["trace[1349809744] 'process raft request' (duration: 196.879072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:44.66459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.396324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:44.664675Z","caller":"traceutil/trace.go:171","msg":"trace[941651827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24615; }","duration":"161.506497ms","start":"2026-03-05T18:40:44.503144Z","end":"2026-03-05T18:40:44.66465Z","steps":["trace[941651827] 'agreement among raft nodes before linearized reading' (duration: 161.403205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:44.891861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.426298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:40:44.892102Z","caller":"traceutil/trace.go:171","msg":"trace[334097801] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"350.731238ms","start":"2026-03-05T18:40:44.541334Z","end":"2026-03-05T18:40:44.892065Z","steps":["trace[334097801] 'process raft request' (duration: 209.988522ms)","trace[334097801] 'compare' (duration: 139.772173ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:44.892208Z","caller":"traceutil/trace.go:171","msg":"trace[1020889372] linearizableReadLoop","detail":"{readStateIndex:25484; appliedIndex:25481; }","duration":"227.939706ms","start":"2026-03-05T18:40:44.664246Z","end":"2026-03-05T18:40:44.892186Z","steps":["trace[1020889372] 'read index received' (duration: 87.076177ms)","trace[1020889372] 'applied index is now lower than readState.Index' (duration: 140.862119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:44.89225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:44.541315Z","time spent":"350.856571ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:44.892485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.482725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:44.892532Z","caller":"traceutil/trace.go:171","msg":"trace[723729079] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24618; }","duration":"351.571768ms","start":"2026-03-05T18:40:44.540949Z","end":"2026-03-05T18:40:44.892521Z","steps":["trace[723729079] 'agreement among raft nodes before linearized reading' (duration: 351.490736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:44.892566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:44.54093Z","time spent":"351.627199ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:40:44.892588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.629629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:44.892631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.005768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:44.892648Z","caller":"traceutil/trace.go:171","msg":"trace[1251761900] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24618; }","duration":"351.709581ms","start":"2026-03-05T18:40:44.54092Z","end":"2026-03-05T18:40:44.892629Z","steps":["trace[1251761900] 'agreement among raft nodes before linearized reading' (duration: 351.620599ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:44.892667Z","caller":"traceutil/trace.go:171","msg":"trace[684666579] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24618; }","duration":"352.08169ms","start":"2026-03-05T18:40:44.540574Z","end":"2026-03-05T18:40:44.892655Z","steps":["trace[684666579] 'agreement among raft nodes before linearized reading' (duration: 352.026468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:44.892696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:44.54055Z","time spent":"352.141241ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:40:44.892697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:44.540907Z","time spent":"351.777422ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-05T18:40:44.892788Z","caller":"traceutil/trace.go:171","msg":"trace[701922574] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"350.770531ms","start":"2026-03-05T18:40:44.54201Z","end":"2026-03-05T18:40:44.89278Z","steps":["trace[701922574] 'process raft request' (duration: 349.967701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:44.892835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:44.541995Z","time spent":"350.811281ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:44.892859Z","caller":"traceutil/trace.go:171","msg":"trace[741554285] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"349.364887ms","start":"2026-03-05T18:40:44.543423Z","end":"2026-03-05T18:40:44.892787Z","steps":["trace[741554285] 'process raft request' (duration: 348.69572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:44.893061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:44.543396Z","time spent":"349.556391ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:44.893126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.22034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:40:44.893197Z","caller":"traceutil/trace.go:171","msg":"trace[707931390] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24618; }","duration":"351.315303ms","start":"2026-03-05T18:40:44.541873Z","end":"2026-03-05T18:40:44.893188Z","steps":["trace[707931390] 'agreement among raft nodes before linearized reading' (duration: 351.018056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:44.893337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:44.54186Z","time spent":"351.467816ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-05T18:40:44.89616Z","caller":"traceutil/trace.go:171","msg":"trace[535189193] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"204.574734ms","start":"2026-03-05T18:40:44.691572Z","end":"2026-03-05T18:40:44.896147Z","steps":["trace[535189193] 'process raft request' (duration: 204.434141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:44.896661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.859337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:44.896724Z","caller":"traceutil/trace.go:171","msg":"trace[1076270070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24619; }","duration":"231.01002ms","start":"2026-03-05T18:40:44.665698Z","end":"2026-03-05T18:40:44.896708Z","steps":["trace[1076270070] 'agreement among raft nodes before linearized reading' (duration: 230.421506ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:47.102481Z","caller":"traceutil/trace.go:171","msg":"trace[863908163] linearizableReadLoop","detail":"{readStateIndex:25497; appliedIndex:25494; }","duration":"168.135933ms","start":"2026-03-05T18:40:46.934323Z","end":"2026-03-05T18:40:47.102459Z","steps":["trace[863908163] 'read index received' (duration: 141.590897ms)","trace[863908163] 'applied index is now lower than readState.Index' (duration: 26.543996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:47.102693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.298953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:47.102736Z","caller":"traceutil/trace.go:171","msg":"trace[671352012] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24631; }","duration":"203.371056ms","start":"2026-03-05T18:40:46.899354Z","end":"2026-03-05T18:40:47.102725Z","steps":["trace[671352012] 'agreement among raft nodes before linearized reading' (duration: 203.226422ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:47.102751Z","caller":"traceutil/trace.go:171","msg":"trace[1110768914] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"201.84193ms","start":"2026-03-05T18:40:46.900892Z","end":"2026-03-05T18:40:47.102734Z","steps":["trace[1110768914] 'process raft request' (duration: 201.530123ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:47.102938Z","caller":"traceutil/trace.go:171","msg":"trace[399555694] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"203.6107ms","start":"2026-03-05T18:40:46.899316Z","end":"2026-03-05T18:40:47.102926Z","steps":["trace[399555694] 'process raft request' (duration: 176.655534ms)","trace[399555694] 'compare' (duration: 26.297411ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:47.103041Z","caller":"traceutil/trace.go:171","msg":"trace[859276631] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"203.047929ms","start":"2026-03-05T18:40:46.899985Z","end":"2026-03-05T18:40:47.103033Z","steps":["trace[859276631] 'process raft request' (duration: 202.390692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:47.103074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.678874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:47.103039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.629482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:40:47.103112Z","caller":"traceutil/trace.go:171","msg":"trace[387433453] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24631; }","duration":"203.729004ms","start":"2026-03-05T18:40:46.899372Z","end":"2026-03-05T18:40:47.103101Z","steps":["trace[387433453] 'agreement among raft nodes before linearized reading' (duration: 203.686713ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:47.103131Z","caller":"traceutil/trace.go:171","msg":"trace[170697435] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24631; }","duration":"203.735225ms","start":"2026-03-05T18:40:46.899388Z","end":"2026-03-05T18:40:47.103123Z","steps":["trace[170697435] 'agreement among raft nodes before linearized reading' (duration: 203.56096ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:48.847767Z","caller":"traceutil/trace.go:171","msg":"trace[1973742984] linearizableReadLoop","detail":"{readStateIndex:25503; appliedIndex:25500; }","duration":"113.86514ms","start":"2026-03-05T18:40:48.733883Z","end":"2026-03-05T18:40:48.847748Z","steps":["trace[1973742984] 'read index received' (duration: 56.407163ms)","trace[1973742984] 'applied index is now lower than readState.Index' (duration: 57.456857ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:48.847858Z","caller":"traceutil/trace.go:171","msg":"trace[1645700600] transaction","detail":"{read_only:false; response_revision:24635; number_of_response:1; }","duration":"131.390935ms","start":"2026-03-05T18:40:48.716442Z","end":"2026-03-05T18:40:48.847833Z","steps":["trace[1645700600] 'process raft request' (duration: 131.098318ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:48.847885Z","caller":"traceutil/trace.go:171","msg":"trace[1802346784] transaction","detail":"{read_only:false; response_revision:24636; number_of_response:1; }","duration":"129.598812ms","start":"2026-03-05T18:40:48.718275Z","end":"2026-03-05T18:40:48.847874Z","steps":["trace[1802346784] 'process raft request' (duration: 129.427108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:48.848879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.994868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:40:48.848926Z","caller":"traceutil/trace.go:171","msg":"trace[882347094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24636; }","duration":"115.09837ms","start":"2026-03-05T18:40:48.733816Z","end":"2026-03-05T18:40:48.848914Z","steps":["trace[882347094] 'agreement among raft nodes before linearized reading' (duration: 114.087176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:48.876256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.171605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:40:48.876308Z","caller":"traceutil/trace.go:171","msg":"trace[533312003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24638; }","duration":"105.253027ms","start":"2026-03-05T18:40:48.771042Z","end":"2026-03-05T18:40:48.876295Z","steps":["trace[533312003] 'agreement among raft nodes before linearized reading' (duration: 105.116593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:48.87653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.003372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T18:40:48.876616Z","caller":"traceutil/trace.go:171","msg":"trace[2105127498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24638; }","duration":"105.105555ms","start":"2026-03-05T18:40:48.771498Z","end":"2026-03-05T18:40:48.876603Z","steps":["trace[2105127498] 'agreement among raft nodes before linearized reading' (duration: 104.89695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:48.877626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.132158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:40:48.877692Z","caller":"traceutil/trace.go:171","msg":"trace[517274339] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24638; }","duration":"106.228591ms","start":"2026-03-05T18:40:48.771447Z","end":"2026-03-05T18:40:48.877675Z","steps":["trace[517274339] 'agreement among raft nodes before linearized reading' (duration: 105.34314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.117104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.996182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:40:51.117264Z","caller":"traceutil/trace.go:171","msg":"trace[1858321811] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"262.845061ms","start":"2026-03-05T18:40:50.854407Z","end":"2026-03-05T18:40:51.117252Z","steps":["trace[1858321811] 'process raft request' (duration: 262.772849ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:51.117347Z","caller":"traceutil/trace.go:171","msg":"trace[1554239848] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"549.096776ms","start":"2026-03-05T18:40:50.56817Z","end":"2026-03-05T18:40:51.117267Z","steps":["trace[1554239848] 'process raft request' (duration: 115.842388ms)","trace[1554239848] 'compare' (duration: 432.788198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:51.117513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:50.56815Z","time spent":"549.271842ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:51.21385Z","caller":"traceutil/trace.go:171","msg":"trace[1528078931] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"358.560594ms","start":"2026-03-05T18:40:50.855264Z","end":"2026-03-05T18:40:51.213824Z","steps":["trace[1528078931] 'process raft request' (duration: 358.38841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.214072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:50.855237Z","time spent":"358.755669ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:51.214064Z","caller":"traceutil/trace.go:171","msg":"trace[1928794391] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"261.813367ms","start":"2026-03-05T18:40:50.952216Z","end":"2026-03-05T18:40:51.214029Z","steps":["trace[1928794391] 'process raft request' (duration: 261.569631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.214256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.604752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:40:51.214316Z","caller":"traceutil/trace.go:171","msg":"trace[750599853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24653; }","duration":"327.668414ms","start":"2026-03-05T18:40:50.886635Z","end":"2026-03-05T18:40:51.214303Z","steps":["trace[750599853] 'agreement among raft nodes before linearized reading' (duration: 327.48354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.214352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:50.886467Z","time spent":"327.877359ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T18:40:51.214065Z","caller":"traceutil/trace.go:171","msg":"trace[1538990217] linearizableReadLoop","detail":"{readStateIndex:25519; appliedIndex:25516; }","duration":"327.363857ms","start":"2026-03-05T18:40:50.886643Z","end":"2026-03-05T18:40:51.214006Z","steps":["trace[1538990217] 'read index received' (duration: 230.024096ms)","trace[1538990217] 'applied index is now lower than readState.Index' (duration: 97.327591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:51.215768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.710856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:51.215927Z","caller":"traceutil/trace.go:171","msg":"trace[1146788542] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24656; }","duration":"104.90535ms","start":"2026-03-05T18:40:51.111005Z","end":"2026-03-05T18:40:51.21591Z","steps":["trace[1146788542] 'agreement among raft nodes before linearized reading' (duration: 104.709486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.215857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.519389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T18:40:51.215999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.332013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-n8w89.189a05418c88abfd\" ","response":"range_response_count:1 size:949"} {"level":"warn","ts":"2026-03-05T18:40:51.216021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.882199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-05T18:40:51.216091Z","caller":"traceutil/trace.go:171","msg":"trace[477954828] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-n8w89.189a05418c88abfd; range_end:; response_count:1; response_revision:24656; }","duration":"241.408885ms","start":"2026-03-05T18:40:50.974641Z","end":"2026-03-05T18:40:51.21605Z","steps":["trace[477954828] 'agreement among raft nodes before linearized reading' (duration: 241.254661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.216127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.052239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:40:51.216142Z","caller":"traceutil/trace.go:171","msg":"trace[956136068] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24656; }","duration":"174.045753ms","start":"2026-03-05T18:40:51.04207Z","end":"2026-03-05T18:40:51.216116Z","steps":["trace[956136068] 'agreement among raft nodes before linearized reading' (duration: 173.739016ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:51.216182Z","caller":"traceutil/trace.go:171","msg":"trace[2133681734] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24656; }","duration":"104.141741ms","start":"2026-03-05T18:40:51.112026Z","end":"2026-03-05T18:40:51.216167Z","steps":["trace[2133681734] 'agreement among raft nodes before linearized reading' (duration: 103.997758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.216334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.320204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T18:40:51.216102Z","caller":"traceutil/trace.go:171","msg":"trace[851923148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24656; }","duration":"310.750603ms","start":"2026-03-05T18:40:50.905293Z","end":"2026-03-05T18:40:51.216044Z","steps":["trace[851923148] 'agreement among raft nodes before linearized reading' (duration: 310.379875ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:51.216395Z","caller":"traceutil/trace.go:171","msg":"trace[1137063540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24656; }","duration":"310.405045ms","start":"2026-03-05T18:40:50.905975Z","end":"2026-03-05T18:40:51.21638Z","steps":["trace[1137063540] 'agreement among raft nodes before linearized reading' (duration: 310.19188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.216489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:50.905965Z","time spent":"310.508348ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:40:51.216429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.32608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:51.216588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.113372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:40:51.216631Z","caller":"traceutil/trace.go:171","msg":"trace[1066775400] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24656; }","duration":"105.609367ms","start":"2026-03-05T18:40:51.111005Z","end":"2026-03-05T18:40:51.216614Z","steps":["trace[1066775400] 'agreement among raft nodes before linearized reading' (duration: 105.34051ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:51.216637Z","caller":"traceutil/trace.go:171","msg":"trace[1377737572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24656; }","duration":"311.176264ms","start":"2026-03-05T18:40:50.905444Z","end":"2026-03-05T18:40:51.21662Z","steps":["trace[1377737572] 'agreement among raft nodes before linearized reading' (duration: 311.046001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.216698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:50.905436Z","time spent":"311.250655ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:40:51.216423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:50.905282Z","time spent":"311.123393ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:40:51.215846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.7812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:51.216835Z","caller":"traceutil/trace.go:171","msg":"trace[1746722535] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24656; }","duration":"263.808034ms","start":"2026-03-05T18:40:50.953009Z","end":"2026-03-05T18:40:51.216817Z","steps":["trace[1746722535] 'agreement among raft nodes before linearized reading' (duration: 262.75507ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:52.607883Z","caller":"traceutil/trace.go:171","msg":"trace[1881918143] linearizableReadLoop","detail":"{readStateIndex:25533; appliedIndex:25532; }","duration":"103.490385ms","start":"2026-03-05T18:40:52.504342Z","end":"2026-03-05T18:40:52.607833Z","steps":["trace[1881918143] 'read index received' (duration: 103.274429ms)","trace[1881918143] 'applied index is now lower than readState.Index' (duration: 215.286µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:52.608568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.221043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:52.608647Z","caller":"traceutil/trace.go:171","msg":"trace[469679625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24666; }","duration":"104.352566ms","start":"2026-03-05T18:40:52.504273Z","end":"2026-03-05T18:40:52.608625Z","steps":["trace[469679625] 'agreement among raft nodes before linearized reading' (duration: 104.219473ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:52.608654Z","caller":"traceutil/trace.go:171","msg":"trace[1903176810] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"171.060693ms","start":"2026-03-05T18:40:52.437559Z","end":"2026-03-05T18:40:52.60862Z","steps":["trace[1903176810] 'process raft request' (duration: 170.13496ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:53.486923Z","caller":"traceutil/trace.go:171","msg":"trace[963137946] transaction","detail":"{read_only:false; response_revision:24677; number_of_response:1; }","duration":"166.129236ms","start":"2026-03-05T18:40:53.32076Z","end":"2026-03-05T18:40:53.48689Z","steps":["trace[963137946] 'process raft request' (duration: 111.631818ms)","trace[963137946] 'compare' (duration: 54.029387ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:53.487169Z","caller":"traceutil/trace.go:171","msg":"trace[1388917787] transaction","detail":"{read_only:false; response_revision:24678; number_of_response:1; }","duration":"166.313111ms","start":"2026-03-05T18:40:53.320839Z","end":"2026-03-05T18:40:53.487152Z","steps":["trace[1388917787] 'process raft request' (duration: 165.823919ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:53.487197Z","caller":"traceutil/trace.go:171","msg":"trace[1564207677] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"166.050074ms","start":"2026-03-05T18:40:53.321124Z","end":"2026-03-05T18:40:53.487174Z","steps":["trace[1564207677] 'process raft request' (duration: 165.597714ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:53.755415Z","caller":"traceutil/trace.go:171","msg":"trace[1719550378] transaction","detail":"{read_only:false; response_revision:24680; number_of_response:1; }","duration":"135.323838ms","start":"2026-03-05T18:40:53.620063Z","end":"2026-03-05T18:40:53.755387Z","steps":["trace[1719550378] 'process raft request' (duration: 135.160044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:56.75512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.521461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:40:56.75522Z","caller":"traceutil/trace.go:171","msg":"trace[1770416750] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24693; }","duration":"952.730836ms","start":"2026-03-05T18:40:55.802466Z","end":"2026-03-05T18:40:56.755197Z","steps":["trace[1770416750] 'count revisions from in-memory index tree' (duration: 952.425078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:56.755277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:55.802442Z","time spent":"952.819107ms","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:57.005403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197919801,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T18:40:57.15064Z","caller":"traceutil/trace.go:171","msg":"trace[408947424] linearizableReadLoop","detail":"{readStateIndex:25562; appliedIndex:25561; }","duration":"646.020487ms","start":"2026-03-05T18:40:56.504591Z","end":"2026-03-05T18:40:57.150612Z","steps":["trace[408947424] 'read index received' (duration: 645.707949ms)","trace[408947424] 'applied index is now lower than readState.Index' (duration: 311.017µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:57.150689Z","caller":"traceutil/trace.go:171","msg":"trace[537641876] transaction","detail":"{read_only:false; response_revision:24694; number_of_response:1; }","duration":"698.048476ms","start":"2026-03-05T18:40:56.452616Z","end":"2026-03-05T18:40:57.150665Z","steps":["trace[537641876] 'process raft request' (duration: 697.773289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:57.150873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.969913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:57.150934Z","caller":"traceutil/trace.go:171","msg":"trace[1818315605] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24694; }","duration":"139.086026ms","start":"2026-03-05T18:40:57.011832Z","end":"2026-03-05T18:40:57.150918Z","steps":["trace[1818315605] 'agreement among raft nodes before linearized reading' (duration: 138.975973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:57.150957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.026478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:40:57.151016Z","caller":"traceutil/trace.go:171","msg":"trace[1570260580] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24694; }","duration":"418.232374ms","start":"2026-03-05T18:40:56.732767Z","end":"2026-03-05T18:40:57.151Z","steps":["trace[1570260580] 'agreement among raft nodes before linearized reading' (duration: 418.032289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:57.151001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.248352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:57.1511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.442207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-05T18:40:57.151182Z","caller":"traceutil/trace.go:171","msg":"trace[650137328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24694; }","duration":"646.579109ms","start":"2026-03-05T18:40:56.504551Z","end":"2026-03-05T18:40:57.15113Z","steps":["trace[650137328] 'agreement among raft nodes before linearized reading' (duration: 646.21195ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:57.151201Z","caller":"traceutil/trace.go:171","msg":"trace[1572710424] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24694; }","duration":"115.603482ms","start":"2026-03-05T18:40:57.035582Z","end":"2026-03-05T18:40:57.151185Z","steps":["trace[1572710424] 'agreement among raft nodes before linearized reading' (duration: 115.239623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:57.151063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:56.732733Z","time spent":"418.317416ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:40:57.151269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:56.504535Z","time spent":"646.686812ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:40:57.151488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:56.45259Z","time spent":"698.150759ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:57.51036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.841084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:40:57.51057Z","caller":"traceutil/trace.go:171","msg":"trace[332893683] transaction","detail":"{read_only:false; response_revision:24695; number_of_response:1; }","duration":"354.335214ms","start":"2026-03-05T18:40:57.156209Z","end":"2026-03-05T18:40:57.510544Z","steps":["trace[332893683] 'process raft request' (duration: 129.181553ms)","trace[332893683] 'compare' (duration: 224.206668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:57.510699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.156187Z","time spent":"354.476697ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:58.461908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.5342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:40:58.462096Z","caller":"traceutil/trace.go:171","msg":"trace[333235008] transaction","detail":"{read_only:false; response_revision:24696; number_of_response:1; }","duration":"1.292646767s","start":"2026-03-05T18:40:57.169426Z","end":"2026-03-05T18:40:58.462072Z","steps":["trace[333235008] 'process raft request' (duration: 989.862862ms)","trace[333235008] 'compare' (duration: 302.260883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:58.4622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.169409Z","time spent":"1.292734849s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:58.462297Z","caller":"traceutil/trace.go:171","msg":"trace[1028031495] linearizableReadLoop","detail":"{readStateIndex:25565; appliedIndex:25562; }","duration":"1.218998158s","start":"2026-03-05T18:40:57.243279Z","end":"2026-03-05T18:40:58.462277Z","steps":["trace[1028031495] 'read index received' (duration: 42.204888ms)","trace[1028031495] 'applied index is now lower than readState.Index' (duration: 1.1767918s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:58.46237Z","caller":"traceutil/trace.go:171","msg":"trace[1000333586] transaction","detail":"{read_only:false; response_revision:24697; number_of_response:1; }","duration":"1.288328155s","start":"2026-03-05T18:40:57.174035Z","end":"2026-03-05T18:40:58.462363Z","steps":["trace[1000333586] 'process raft request' (duration: 1.288047738s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:58.4624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.174009Z","time spent":"1.288374186s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:58.462479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219178741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:58.46254Z","caller":"traceutil/trace.go:171","msg":"trace[1240250309] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24697; }","duration":"1.219306474s","start":"2026-03-05T18:40:57.243218Z","end":"2026-03-05T18:40:58.462525Z","steps":["trace[1240250309] 'agreement among raft nodes before linearized reading' (duration: 1.219144331s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:58.462612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.243204Z","time spent":"1.219394606s","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:58.962362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197919815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:40:59.41416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.950342ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:59.41426Z","caller":"traceutil/trace.go:171","msg":"trace[1375080752] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24697; }","duration":"546.059685ms","start":"2026-03-05T18:40:58.868186Z","end":"2026-03-05T18:40:59.414245Z","steps":["trace[1375080752] 'range keys from in-memory index tree' (duration: 545.933121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:59.463245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197919815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:40:59.580175Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.420775805s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:40:59.580627Z","caller":"traceutil/trace.go:171","msg":"trace[1066598730] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"2.23081498s","start":"2026-03-05T18:40:57.349784Z","end":"2026-03-05T18:40:59.580599Z","steps":["trace[1066598730] 'process raft request' (duration: 2.230783989s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:59.580755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.349769Z","time spent":"2.230920612s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:59.580779Z","caller":"traceutil/trace.go:171","msg":"trace[1352384220] transaction","detail":"{read_only:false; response_revision:24699; number_of_response:1; }","duration":"2.233497202s","start":"2026-03-05T18:40:57.347259Z","end":"2026-03-05T18:40:59.580756Z","steps":["trace[1352384220] 'process raft request' (duration: 2.233235386s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:59.580815Z","caller":"traceutil/trace.go:171","msg":"trace[858554005] transaction","detail":"{read_only:false; response_revision:24700; number_of_response:1; }","duration":"2.233322849s","start":"2026-03-05T18:40:57.34746Z","end":"2026-03-05T18:40:59.580783Z","steps":["trace[858554005] 'process raft request' (duration: 2.233062213s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:59.580867Z","caller":"traceutil/trace.go:171","msg":"trace[2146728804] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"2.23169526s","start":"2026-03-05T18:40:57.349137Z","end":"2026-03-05T18:40:59.580832Z","steps":["trace[2146728804] 'process raft request' (duration: 2.231410183s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:59.58096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.347225Z","time spent":"2.233637376s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:59.580966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.347448Z","time spent":"2.233433421s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:59.581025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.349099Z","time spent":"2.231830952s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:59.581067Z","caller":"traceutil/trace.go:171","msg":"trace[223380739] transaction","detail":"{read_only:false; response_revision:24698; number_of_response:1; }","duration":"2.233906922s","start":"2026-03-05T18:40:57.347152Z","end":"2026-03-05T18:40:59.581059Z","steps":["trace[223380739] 'process raft request' (duration: 2.233224876s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:59.581108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.347125Z","time spent":"2.233960773s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:00.503865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000529267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:41:00.503951Z","caller":"traceutil/trace.go:171","msg":"trace[1674317826] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000674269s","start":"2026-03-05T18:40:58.503257Z","end":"2026-03-05T18:41:00.503931Z","steps":["trace[1674317826] 'agreement among raft nodes before linearized reading' (duration: 2.000558077s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:00.504002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:58.503238Z","time spent":"2.000752702s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:41:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-05T18:41:00.761238Z","caller":"traceutil/trace.go:171","msg":"trace[421000841] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"1.743260557s","start":"2026-03-05T18:40:59.017951Z","end":"2026-03-05T18:41:00.761211Z","steps":["trace[421000841] 'process raft request' (duration: 1.742947559s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:00.761359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:59.017912Z","time spent":"1.74338472s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:00.76131Z","caller":"traceutil/trace.go:171","msg":"trace[1224584478] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"1.613365197s","start":"2026-03-05T18:40:59.14792Z","end":"2026-03-05T18:41:00.761285Z","steps":["trace[1224584478] 'process raft request' (duration: 1.613166183s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:00.761483Z","caller":"traceutil/trace.go:171","msg":"trace[399477465] linearizableReadLoop","detail":"{readStateIndex:25573; appliedIndex:25565; }","duration":"2.299122273s","start":"2026-03-05T18:40:58.462335Z","end":"2026-03-05T18:41:00.761457Z","steps":["trace[399477465] 'read index received' (duration: 1.118120384s)","trace[399477465] 'applied index is now lower than readState.Index' (duration: 1.180999889s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:00.761531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:59.147891Z","time spent":"1.613523111s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:00.761622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261165998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:00.761647Z","caller":"traceutil/trace.go:171","msg":"trace[407383016] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24705; }","duration":"3.26123466s","start":"2026-03-05T18:40:57.500405Z","end":"2026-03-05T18:41:00.761639Z","steps":["trace[407383016] 'agreement among raft nodes before linearized reading' (duration: 3.261157188s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:00.761671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.500389Z","time spent":"3.26127672s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:41:00.761658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.260628145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T18:41:00.761671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196862378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:41:00.761712Z","caller":"traceutil/trace.go:171","msg":"trace[1333923605] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24705; }","duration":"3.260708267s","start":"2026-03-05T18:40:57.50099Z","end":"2026-03-05T18:41:00.761699Z","steps":["trace[1333923605] 'agreement among raft nodes before linearized reading' (duration: 3.260500392s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:00.761731Z","caller":"traceutil/trace.go:171","msg":"trace[1708616480] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24705; }","duration":"3.19694269s","start":"2026-03-05T18:40:57.564773Z","end":"2026-03-05T18:41:00.761715Z","steps":["trace[1708616480] 'agreement among raft nodes before linearized reading' (duration: 3.196761376s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:00.761742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.500982Z","time spent":"3.260754719s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:41:00.761811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.564764Z","time spent":"3.196996631s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:41:00.761806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67732792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-05T18:41:00.761753Z","caller":"traceutil/trace.go:171","msg":"trace[1853767872] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"1.371997604s","start":"2026-03-05T18:40:59.38973Z","end":"2026-03-05T18:41:00.761728Z","steps":["trace[1853767872] 'process raft request' (duration: 1.371444931s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:00.761864Z","caller":"traceutil/trace.go:171","msg":"trace[1644327626] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24705; }","duration":"2.677424792s","start":"2026-03-05T18:40:58.084422Z","end":"2026-03-05T18:41:00.761847Z","steps":["trace[1644327626] 'agreement among raft nodes before linearized reading' (duration: 2.677196967s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:00.761883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.197313179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:41:00.761901Z","caller":"traceutil/trace.go:171","msg":"trace[1636483685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24705; }","duration":"3.19736988s","start":"2026-03-05T18:40:57.564525Z","end":"2026-03-05T18:41:00.761895Z","steps":["trace[1636483685] 'agreement among raft nodes before linearized reading' (duration: 3.197308819s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:00.761902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:58.084404Z","time spent":"2.677490504s","remote":"127.0.0.1:42952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-05T18:41:00.761919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.564507Z","time spent":"3.197407471s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:41:00.761922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.264060986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:00.761936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:59.389696Z","time spent":"1.372172498s","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:00.761657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321628425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:00.762006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.35479465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T18:41:00.762023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211659257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-05T18:41:00.762029Z","caller":"traceutil/trace.go:171","msg":"trace[1633760567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24705; }","duration":"3.354856661s","start":"2026-03-05T18:40:57.407165Z","end":"2026-03-05T18:41:00.762022Z","steps":["trace[1633760567] 'agreement among raft nodes before linearized reading' (duration: 3.354754349s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:00.762021Z","caller":"traceutil/trace.go:171","msg":"trace[1896346538] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24705; }","duration":"2.322045475s","start":"2026-03-05T18:40:58.439959Z","end":"2026-03-05T18:41:00.762004Z","steps":["trace[1896346538] 'agreement among raft nodes before linearized reading' (duration: 2.321620025s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:00.762041Z","caller":"traceutil/trace.go:171","msg":"trace[2112673678] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24705; }","duration":"3.21172782s","start":"2026-03-05T18:40:57.550307Z","end":"2026-03-05T18:41:00.762035Z","steps":["trace[2112673678] 'agreement among raft nodes before linearized reading' (duration: 3.211674188s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:00.762048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.40715Z","time spent":"3.354894443s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:41:00.762063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.550282Z","time spent":"3.21177647s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T18:41:00.762066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:58.43994Z","time spent":"2.322110936s","remote":"127.0.0.1:33980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:00.762114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.413399784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:00.762131Z","caller":"traceutil/trace.go:171","msg":"trace[724108611] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24705; }","duration":"3.413433746s","start":"2026-03-05T18:40:57.348692Z","end":"2026-03-05T18:41:00.762126Z","steps":["trace[724108611] 'agreement among raft nodes before linearized reading' (duration: 3.413408205s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:00.762144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.251407826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T18:41:00.762146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.348684Z","time spent":"3.413458566s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-05T18:41:00.76216Z","caller":"traceutil/trace.go:171","msg":"trace[1157305694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24705; }","duration":"3.251436958s","start":"2026-03-05T18:40:57.510718Z","end":"2026-03-05T18:41:00.762155Z","steps":["trace[1157305694] 'agreement among raft nodes before linearized reading' (duration: 3.251390296s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:00.762176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.510709Z","time spent":"3.251463528s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:41:00.762264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.258364352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:41:00.762279Z","caller":"traceutil/trace.go:171","msg":"trace[1536838111] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24705; }","duration":"3.258398692s","start":"2026-03-05T18:40:57.503876Z","end":"2026-03-05T18:41:00.762275Z","steps":["trace[1536838111] 'agreement among raft nodes before linearized reading' (duration: 3.258339081s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:00.762275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261224909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:00.762294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.503865Z","time spent":"3.258425263s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:41:00.762263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.413803854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T18:41:00.76231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.417194314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:00.762313Z","caller":"traceutil/trace.go:171","msg":"trace[1853788754] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24705; }","duration":"3.261292101s","start":"2026-03-05T18:40:57.50101Z","end":"2026-03-05T18:41:00.762302Z","steps":["trace[1853788754] 'agreement among raft nodes before linearized reading' (duration: 3.26123166s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:00.76233Z","caller":"traceutil/trace.go:171","msg":"trace[2076551585] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24705; }","duration":"3.417257285s","start":"2026-03-05T18:40:57.345067Z","end":"2026-03-05T18:41:00.762325Z","steps":["trace[2076551585] 'agreement among raft nodes before linearized reading' (duration: 3.417230425s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:00.762318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.259609661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:00.762337Z","caller":"traceutil/trace.go:171","msg":"trace[1326127687] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24705; }","duration":"3.413902216s","start":"2026-03-05T18:40:57.348422Z","end":"2026-03-05T18:41:00.762324Z","steps":["trace[1326127687] 'agreement among raft nodes before linearized reading' (duration: 3.413799124s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:00.762385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.348408Z","time spent":"3.413965498s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-05T18:41:00.762384Z","caller":"traceutil/trace.go:171","msg":"trace[1117157994] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24705; }","duration":"3.259704493s","start":"2026-03-05T18:40:57.502661Z","end":"2026-03-05T18:41:00.762365Z","steps":["trace[1117157994] 'agreement among raft nodes before linearized reading' (duration: 3.259589941s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:00.762431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.50265Z","time spent":"3.259768505s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:41:00.762286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.413828894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:00.762471Z","caller":"traceutil/trace.go:171","msg":"trace[654551297] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24705; }","duration":"3.41402916s","start":"2026-03-05T18:40:57.348432Z","end":"2026-03-05T18:41:00.762462Z","steps":["trace[654551297] 'agreement among raft nodes before linearized reading' (duration: 3.413841785s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:00.762475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.262169091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:00.762538Z","caller":"traceutil/trace.go:171","msg":"trace[2065195141] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24705; }","duration":"3.262238973s","start":"2026-03-05T18:40:57.500288Z","end":"2026-03-05T18:41:00.762527Z","steps":["trace[2065195141] 'agreement among raft nodes before linearized reading' (duration: 3.262172272s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:00.762545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.348421Z","time spent":"3.41407117s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:41:00.762568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.500282Z","time spent":"3.262278265s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:41:00.762588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.262422568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T18:41:00.762349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.345043Z","time spent":"3.417300717s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T18:41:00.761948Z","caller":"traceutil/trace.go:171","msg":"trace[63917394] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24705; }","duration":"3.264140829s","start":"2026-03-05T18:40:57.497799Z","end":"2026-03-05T18:41:00.76194Z","steps":["trace[63917394] 'agreement among raft nodes before linearized reading' (duration: 3.264092077s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:00.762613Z","caller":"traceutil/trace.go:171","msg":"trace[1388638902] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24705; }","duration":"3.262464509s","start":"2026-03-05T18:40:57.500142Z","end":"2026-03-05T18:41:00.762607Z","steps":["trace[1388638902] 'agreement among raft nodes before linearized reading' (duration: 3.262397657s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:00.762638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.263528034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:00.762347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.500996Z","time spent":"3.261344412s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T18:41:00.762661Z","caller":"traceutil/trace.go:171","msg":"trace[473616230] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24705; }","duration":"3.263593145s","start":"2026-03-05T18:40:57.499061Z","end":"2026-03-05T18:41:00.762654Z","steps":["trace[473616230] 'agreement among raft nodes before linearized reading' (duration: 3.263555384s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:00.762671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.263564344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:00.762664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.497769Z","time spent":"3.264874616s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:41:00.762644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.500137Z","time spent":"3.26250325s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:41:00.762437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.262400397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:00.762806Z","caller":"traceutil/trace.go:171","msg":"trace[2003956636] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24705; }","duration":"3.262777226s","start":"2026-03-05T18:40:57.500012Z","end":"2026-03-05T18:41:00.76279Z","steps":["trace[2003956636] 'agreement among raft nodes before linearized reading' (duration: 3.262390896s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:00.762831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.262829638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:00.762871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.500008Z","time spent":"3.262847078s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T18:41:00.762863Z","caller":"traceutil/trace.go:171","msg":"trace[382539597] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24705; }","duration":"3.262884449s","start":"2026-03-05T18:40:57.49997Z","end":"2026-03-05T18:41:00.762854Z","steps":["trace[382539597] 'agreement among raft nodes before linearized reading' (duration: 3.262709865s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:00.762685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.499044Z","time spent":"3.263636987s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T18:41:00.762688Z","caller":"traceutil/trace.go:171","msg":"trace[1038498822] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24705; }","duration":"3.263623126s","start":"2026-03-05T18:40:57.499061Z","end":"2026-03-05T18:41:00.762684Z","steps":["trace[1038498822] 'agreement among raft nodes before linearized reading' (duration: 3.263595975s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:00.762941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.499959Z","time spent":"3.2629515s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:41:00.763036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.49904Z","time spent":"3.263936464s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:41:00.764811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.954874229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T18:41:00.764848Z","caller":"traceutil/trace.go:171","msg":"trace[400329196] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24705; }","duration":"2.954955572s","start":"2026-03-05T18:40:57.809883Z","end":"2026-03-05T18:41:00.764839Z","steps":["trace[400329196] 'agreement among raft nodes before linearized reading' (duration: 2.95232618s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:00.764869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.809863Z","time spent":"2.955000872s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:41:01.594899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.893152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:01.595083Z","caller":"traceutil/trace.go:171","msg":"trace[1595054842] linearizableReadLoop","detail":"{readStateIndex:25575; appliedIndex:25573; }","duration":"833.534139ms","start":"2026-03-05T18:41:00.761534Z","end":"2026-03-05T18:41:01.595068Z","steps":["trace[1595054842] 'read index received' (duration: 138.425562ms)","trace[1595054842] 'applied index is now lower than readState.Index' (duration: 695.107407ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:01.595154Z","caller":"traceutil/trace.go:171","msg":"trace[1952844522] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"1.12727136s","start":"2026-03-05T18:41:00.467863Z","end":"2026-03-05T18:41:01.595135Z","steps":["trace[1952844522] 'process raft request' (duration: 432.076201ms)","trace[1952844522] 'compare' (duration: 694.79273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:01.595261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:00.467838Z","time spent":"1.127368383s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:01.595273Z","caller":"traceutil/trace.go:171","msg":"trace[531900123] transaction","detail":"{read_only:false; response_revision:24707; number_of_response:1; }","duration":"1.127228649s","start":"2026-03-05T18:41:00.468032Z","end":"2026-03-05T18:41:01.595261Z","steps":["trace[531900123] 'process raft request' (duration: 1.126963313s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:01.595333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:00.468024Z","time spent":"1.127278011s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:01.595447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051091443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:01.595496Z","caller":"traceutil/trace.go:171","msg":"trace[2104660711] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24707; }","duration":"3.051213196s","start":"2026-03-05T18:40:58.54427Z","end":"2026-03-05T18:41:01.595483Z","steps":["trace[2104660711] 'agreement among raft nodes before linearized reading' (duration: 3.051126784s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:01.595484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091638928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:01.595529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:58.54425Z","time spent":"3.051268987s","remote":"127.0.0.1:43894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:01.595533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961598378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T18:41:01.595538Z","caller":"traceutil/trace.go:171","msg":"trace[15526490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24707; }","duration":"1.09172755s","start":"2026-03-05T18:41:00.503797Z","end":"2026-03-05T18:41:01.595525Z","steps":["trace[15526490] 'agreement among raft nodes before linearized reading' (duration: 1.091626548s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:01.595525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080216131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:41:01.595559Z","caller":"traceutil/trace.go:171","msg":"trace[847540824] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:24707; }","duration":"2.96166361s","start":"2026-03-05T18:40:58.633888Z","end":"2026-03-05T18:41:01.595552Z","steps":["trace[847540824] 'agreement among raft nodes before linearized reading' (duration: 2.961557457s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:01.595566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:00.503785Z","time spent":"1.091776101s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:41:01.595586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:58.633864Z","time spent":"2.961717642s","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"info","ts":"2026-03-05T18:41:01.595595Z","caller":"traceutil/trace.go:171","msg":"trace[213856332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24707; }","duration":"2.080333322s","start":"2026-03-05T18:40:59.515244Z","end":"2026-03-05T18:41:01.595577Z","steps":["trace[213856332] 'agreement among raft nodes before linearized reading' (duration: 2.080119067s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:01.595644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:59.515222Z","time spent":"2.080413535s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:41:01.595982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065305818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T18:41:01.596015Z","caller":"traceutil/trace.go:171","msg":"trace[2018187053] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24707; }","duration":"2.065374208s","start":"2026-03-05T18:40:59.530632Z","end":"2026-03-05T18:41:01.596007Z","steps":["trace[2018187053] 'agreement among raft nodes before linearized reading' (duration: 2.065190594s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:01.596051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:59.53059Z","time spent":"2.06545262s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":181,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:01.946992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.047027092s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:41:02.955212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007819667s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:02.955934Z","caller":"traceutil/trace.go:171","msg":"trace[669251864] transaction","detail":"{read_only:false; response_revision:24708; number_of_response:1; }","duration":"2.187967486s","start":"2026-03-05T18:41:00.767939Z","end":"2026-03-05T18:41:02.955907Z","steps":["trace[669251864] 'process raft request' (duration: 1.179276769s)","trace[669251864] 'compare' (duration: 1.006487816s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:02.95603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:00.767918Z","time spent":"2.188069539s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:02.956137Z","caller":"traceutil/trace.go:171","msg":"trace[261301752] transaction","detail":"{read_only:false; response_revision:24712; number_of_response:1; }","duration":"2.187603998s","start":"2026-03-05T18:41:00.768519Z","end":"2026-03-05T18:41:02.956123Z","steps":["trace[261301752] 'process raft request' (duration: 2.187568547s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:02.956183Z","caller":"traceutil/trace.go:171","msg":"trace[186672099] transaction","detail":"{read_only:false; response_revision:24710; number_of_response:1; }","duration":"2.187896305s","start":"2026-03-05T18:41:00.768246Z","end":"2026-03-05T18:41:02.956142Z","steps":["trace[186672099] 'process raft request' (duration: 2.187772782s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:02.956272Z","caller":"traceutil/trace.go:171","msg":"trace[1710730527] transaction","detail":"{read_only:false; response_revision:24709; number_of_response:1; }","duration":"2.188188452s","start":"2026-03-05T18:41:00.768057Z","end":"2026-03-05T18:41:02.956246Z","steps":["trace[1710730527] 'process raft request' (duration: 2.187891524s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:02.95624Z","caller":"traceutil/trace.go:171","msg":"trace[97242958] transaction","detail":"{read_only:false; response_revision:24711; number_of_response:1; }","duration":"2.187816873s","start":"2026-03-05T18:41:00.768365Z","end":"2026-03-05T18:41:02.956182Z","steps":["trace[97242958] 'process raft request' (duration: 2.18768859s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:02.956219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:00.768505Z","time spent":"2.187674559s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:02.956382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:00.768224Z","time spent":"2.188051368s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:02.956386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:00.768038Z","time spent":"2.188292845s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:02.956526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:00.768353Z","time spent":"2.188029787s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:03.391952Z","caller":"traceutil/trace.go:171","msg":"trace[416859158] transaction","detail":"{read_only:false; response_revision:24713; number_of_response:1; }","duration":"1.805282622s","start":"2026-03-05T18:41:01.586647Z","end":"2026-03-05T18:41:03.39193Z","steps":["trace[416859158] 'process raft request' (duration: 1.712819967s)","trace[416859158] 'compare' (duration: 91.978204ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:03.391985Z","caller":"traceutil/trace.go:171","msg":"trace[406822046] transaction","detail":"{read_only:false; response_revision:24714; number_of_response:1; }","duration":"1.80520284s","start":"2026-03-05T18:41:01.586723Z","end":"2026-03-05T18:41:03.391926Z","steps":["trace[406822046] 'process raft request' (duration: 1.804967565s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:03.392041Z","caller":"traceutil/trace.go:171","msg":"trace[1489764370] transaction","detail":"{read_only:false; response_revision:24716; number_of_response:1; }","duration":"1.80516325s","start":"2026-03-05T18:41:01.586855Z","end":"2026-03-05T18:41:03.392018Z","steps":["trace[1489764370] 'process raft request' (duration: 1.804944674s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:03.391952Z","caller":"traceutil/trace.go:171","msg":"trace[1855548825] transaction","detail":"{read_only:false; response_revision:24715; number_of_response:1; }","duration":"1.805120658s","start":"2026-03-05T18:41:01.586799Z","end":"2026-03-05T18:41:03.39192Z","steps":["trace[1855548825] 'process raft request' (duration: 1.804966185s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.392181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:01.586832Z","time spent":"1.805267911s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:03.39223Z","caller":"traceutil/trace.go:171","msg":"trace[87922218] transaction","detail":"{read_only:false; response_revision:24717; number_of_response:1; }","duration":"1.805301393s","start":"2026-03-05T18:41:01.586906Z","end":"2026-03-05T18:41:03.392207Z","steps":["trace[87922218] 'process raft request' (duration: 1.804925134s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.392226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:01.586769Z","time spent":"1.805374454s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:03.392363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:01.586888Z","time spent":"1.805407625s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:03.392583Z","caller":"traceutil/trace.go:171","msg":"trace[1950353896] linearizableReadLoop","detail":"{readStateIndex:25585; appliedIndex:25575; }","duration":"1.797451656s","start":"2026-03-05T18:41:01.595119Z","end":"2026-03-05T18:41:03.39257Z","steps":["trace[1950353896] 'read index received' (duration: 352.1137ms)","trace[1950353896] 'applied index is now lower than readState.Index' (duration: 1.445336946s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:03.392586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:01.597115Z","time spent":"1.795466511s","remote":"127.0.0.1:42848","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T18:41:03.392794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221671312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:03.392822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:01.586626Z","time spent":"1.805384844s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:03.392839Z","caller":"traceutil/trace.go:171","msg":"trace[1541287608] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24718; }","duration":"2.221783665s","start":"2026-03-05T18:41:01.171045Z","end":"2026-03-05T18:41:03.392828Z","steps":["trace[1541287608] 'agreement among raft nodes before linearized reading' (duration: 2.221619522s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.392871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:01.171022Z","time spent":"2.221839796s","remote":"127.0.0.1:52492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:03.392961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626198802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f123d1e9-b9f4-4382-8168-2a1faee86cce\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-03-05T18:41:03.392846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176485425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:03.392895Z","caller":"traceutil/trace.go:171","msg":"trace[1943196198] transaction","detail":"{read_only:false; response_revision:24718; number_of_response:1; }","duration":"1.792825308s","start":"2026-03-05T18:41:01.600061Z","end":"2026-03-05T18:41:03.392887Z","steps":["trace[1943196198] 'process raft request' (duration: 1.792450069s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:03.393091Z","caller":"traceutil/trace.go:171","msg":"trace[449963937] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f123d1e9-b9f4-4382-8168-2a1faee86cce; range_end:; response_count:1; response_revision:24718; }","duration":"2.626358177s","start":"2026-03-05T18:41:00.766671Z","end":"2026-03-05T18:41:03.393029Z","steps":["trace[449963937] 'agreement among raft nodes before linearized reading' (duration: 2.62609195s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.393766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.86894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:03.393805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.624341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T18:41:03.393842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.983781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:03.393872Z","caller":"traceutil/trace.go:171","msg":"trace[169377] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24718; }","duration":"796.042612ms","start":"2026-03-05T18:41:02.597822Z","end":"2026-03-05T18:41:03.393865Z","steps":["trace[169377] 'agreement among raft nodes before linearized reading' (duration: 796.006412ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:03.393867Z","caller":"traceutil/trace.go:171","msg":"trace[1831626617] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24718; }","duration":"624.695183ms","start":"2026-03-05T18:41:02.769157Z","end":"2026-03-05T18:41:03.393852Z","steps":["trace[1831626617] 'agreement among raft nodes before linearized reading' (duration: 624.56366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.393897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.597802Z","time spent":"796.088153ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:03.39391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.769151Z","time spent":"624.747294ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:41:03.393922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:01.600045Z","time spent":"1.793066995s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:03.394008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790458872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:03.393762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.801289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:41:03.394065Z","caller":"traceutil/trace.go:171","msg":"trace[1319361259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24718; }","duration":"1.790513634s","start":"2026-03-05T18:41:01.603525Z","end":"2026-03-05T18:41:03.394039Z","steps":["trace[1319361259] 'agreement among raft nodes before linearized reading' (duration: 1.790460532s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.394109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:01.603517Z","time spent":"1.790584135s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:41:03.394093Z","caller":"traceutil/trace.go:171","msg":"trace[489277942] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24718; }","duration":"623.143486ms","start":"2026-03-05T18:41:02.770932Z","end":"2026-03-05T18:41:03.394076Z","steps":["trace[489277942] 'agreement among raft nodes before linearized reading' (duration: 622.731077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.394275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.798436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-05T18:41:03.394303Z","caller":"traceutil/trace.go:171","msg":"trace[850375879] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24718; }","duration":"159.863168ms","start":"2026-03-05T18:41:03.234433Z","end":"2026-03-05T18:41:03.394297Z","steps":["trace[850375879] 'agreement among raft nodes before linearized reading' (duration: 159.798966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.394296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.770927Z","time spent":"623.349631ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:41:03.394414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.85245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:41:03.394443Z","caller":"traceutil/trace.go:171","msg":"trace[810854714] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24718; }","duration":"234.880121ms","start":"2026-03-05T18:41:03.159554Z","end":"2026-03-05T18:41:03.394434Z","steps":["trace[810854714] 'agreement among raft nodes before linearized reading' (duration: 234.83835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.394014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:01.586718Z","time spent":"1.805342734s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:03.394528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:00.766644Z","time spent":"2.627144265s","remote":"127.0.0.1:42950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-f123d1e9-b9f4-4382-8168-2a1faee86cce\" "} {"level":"warn","ts":"2026-03-05T18:41:03.393819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.188283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:41:03.394706Z","caller":"traceutil/trace.go:171","msg":"trace[343592758] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24718; }","duration":"678.071514ms","start":"2026-03-05T18:41:02.716588Z","end":"2026-03-05T18:41:03.39466Z","steps":["trace[343592758] 'agreement among raft nodes before linearized reading' (duration: 677.205164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.394772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.004383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:03.393782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.784403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:03.394825Z","caller":"traceutil/trace.go:171","msg":"trace[100953292] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24718; }","duration":"868.099265ms","start":"2026-03-05T18:41:02.526714Z","end":"2026-03-05T18:41:03.394813Z","steps":["trace[100953292] 'agreement among raft nodes before linearized reading' (duration: 868.008212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.394867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.526687Z","time spent":"868.170047ms","remote":"127.0.0.1:33464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:03.393114Z","caller":"traceutil/trace.go:171","msg":"trace[1717563509] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24718; }","duration":"2.176798014s","start":"2026-03-05T18:41:01.216294Z","end":"2026-03-05T18:41:03.393092Z","steps":["trace[1717563509] 'agreement among raft nodes before linearized reading' (duration: 2.176317791s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.394931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365619412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:03.394927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:01.216271Z","time spent":"2.178632346s","remote":"127.0.0.1:33770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:03.39495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.835232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:03.394964Z","caller":"traceutil/trace.go:171","msg":"trace[1667604447] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24718; }","duration":"1.365654173s","start":"2026-03-05T18:41:02.029301Z","end":"2026-03-05T18:41:03.394955Z","steps":["trace[1667604447] 'agreement among raft nodes before linearized reading' (duration: 1.365505639s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.394787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.716571Z","time spent":"678.162956ms","remote":"127.0.0.1:43218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:03.395007Z","caller":"traceutil/trace.go:171","msg":"trace[778684952] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24718; }","duration":"623.922015ms","start":"2026-03-05T18:41:02.771071Z","end":"2026-03-05T18:41:03.394993Z","steps":["trace[778684952] 'agreement among raft nodes before linearized reading' (duration: 623.837453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.395061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.029229Z","time spent":"1.365769725s","remote":"127.0.0.1:60598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:03.394828Z","caller":"traceutil/trace.go:171","msg":"trace[1370441833] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24718; }","duration":"663.868099ms","start":"2026-03-05T18:41:02.730951Z","end":"2026-03-05T18:41:03.394819Z","steps":["trace[1370441833] 'agreement among raft nodes before linearized reading' (duration: 662.815594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.395106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.994416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:03.395143Z","caller":"traceutil/trace.go:171","msg":"trace[1523446211] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24718; }","duration":"624.043768ms","start":"2026-03-05T18:41:02.771089Z","end":"2026-03-05T18:41:03.395133Z","steps":["trace[1523446211] 'agreement among raft nodes before linearized reading' (duration: 623.990047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.394176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.076782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:03.395149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.73093Z","time spent":"664.202646ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-05T18:41:03.395225Z","caller":"traceutil/trace.go:171","msg":"trace[2031958312] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24718; }","duration":"626.132307ms","start":"2026-03-05T18:41:02.769075Z","end":"2026-03-05T18:41:03.395207Z","steps":["trace[2031958312] 'agreement among raft nodes before linearized reading' (duration: 625.080412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.395283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.769067Z","time spent":"626.198658ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:41:03.39364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.549789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:03.3937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.644942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:03.395366Z","caller":"traceutil/trace.go:171","msg":"trace[1996919596] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24718; }","duration":"626.27924ms","start":"2026-03-05T18:41:02.769071Z","end":"2026-03-05T18:41:03.39535Z","steps":["trace[1996919596] 'agreement among raft nodes before linearized reading' (duration: 624.54776ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:03.395423Z","caller":"traceutil/trace.go:171","msg":"trace[131623330] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24718; }","duration":"626.350122ms","start":"2026-03-05T18:41:02.769033Z","end":"2026-03-05T18:41:03.395383Z","steps":["trace[131623330] 'agreement among raft nodes before linearized reading' (duration: 624.643512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.39544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.769064Z","time spent":"626.359222ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:41:03.395486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.769023Z","time spent":"626.442324ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:41:03.39364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.540029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T18:41:03.395057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.77105Z","time spent":"623.998547ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:41:03.393721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.335115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:03.395632Z","caller":"traceutil/trace.go:171","msg":"trace[287244528] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24718; }","duration":"626.248949ms","start":"2026-03-05T18:41:02.769371Z","end":"2026-03-05T18:41:03.39562Z","steps":["trace[287244528] 'agreement among raft nodes before linearized reading' (duration: 624.308764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.39568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.7693Z","time spent":"626.366351ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:41:03.393739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.000524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:03.395791Z","caller":"traceutil/trace.go:171","msg":"trace[2142708548] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24718; }","duration":"628.086873ms","start":"2026-03-05T18:41:02.767691Z","end":"2026-03-05T18:41:03.395778Z","steps":["trace[2142708548] 'agreement among raft nodes before linearized reading' (duration: 626.038105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.395841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.767669Z","time spent":"628.159724ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:41:03.393757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.026335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:03.393818Z","caller":"traceutil/trace.go:171","msg":"trace[1168133073] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24718; }","duration":"622.929342ms","start":"2026-03-05T18:41:02.770874Z","end":"2026-03-05T18:41:03.393803Z","steps":["trace[1168133073] 'agreement among raft nodes before linearized reading' (duration: 622.872491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.393944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.688669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T18:41:03.394172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.02197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:03.394219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.765011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:03.393388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566593844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:03.393463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794373255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-05T18:41:03.39317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024765549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:03.393435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.624973663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-05T18:41:03.395182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.77108Z","time spent":"624.094769ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T18:41:03.395934Z","caller":"traceutil/trace.go:171","msg":"trace[79143646] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24718; }","duration":"512.473781ms","start":"2026-03-05T18:41:02.883447Z","end":"2026-03-05T18:41:03.395921Z","steps":["trace[79143646] 'agreement among raft nodes before linearized reading' (duration: 510.75274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.39599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.883384Z","time spent":"512.589443ms","remote":"127.0.0.1:33626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:03.395997Z","caller":"traceutil/trace.go:171","msg":"trace[1877601912] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24718; }","duration":"2.027633957s","start":"2026-03-05T18:41:01.368343Z","end":"2026-03-05T18:41:03.395977Z","steps":["trace[1877601912] 'agreement among raft nodes before linearized reading' (duration: 2.024774989s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:03.395995Z","caller":"traceutil/trace.go:171","msg":"trace[1738168729] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24718; }","duration":"625.748759ms","start":"2026-03-05T18:41:02.770228Z","end":"2026-03-05T18:41:03.395977Z","steps":["trace[1738168729] 'agreement among raft nodes before linearized reading' (duration: 623.613318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.396048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:01.36832Z","time spent":"2.027709809s","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:03.396056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.770218Z","time spent":"625.82202ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-05T18:41:03.395941Z","caller":"traceutil/trace.go:171","msg":"trace[765629740] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458; range_end:; response_count:1; response_revision:24718; }","duration":"1.796863304s","start":"2026-03-05T18:41:01.599063Z","end":"2026-03-05T18:41:03.395926Z","steps":["trace[765629740] 'agreement among raft nodes before linearized reading' (duration: 1.794304214s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:03.395562Z","caller":"traceutil/trace.go:171","msg":"trace[841268177] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24718; }","duration":"626.489295ms","start":"2026-03-05T18:41:02.769059Z","end":"2026-03-05T18:41:03.395548Z","steps":["trace[841268177] 'agreement among raft nodes before linearized reading' (duration: 624.480748ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:03.396143Z","caller":"traceutil/trace.go:171","msg":"trace[698358748] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24718; }","duration":"627.009197ms","start":"2026-03-05T18:41:02.769125Z","end":"2026-03-05T18:41:03.396134Z","steps":["trace[698358748] 'agreement among raft nodes before linearized reading' (duration: 625.00981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.396175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.769116Z","time spent":"627.050539ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T18:41:03.396239Z","caller":"traceutil/trace.go:171","msg":"trace[1785976879] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24718; }","duration":"2.62781917s","start":"2026-03-05T18:41:00.768404Z","end":"2026-03-05T18:41:03.396223Z","steps":["trace[1785976879] 'agreement among raft nodes before linearized reading' (duration: 2.624932452s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.393666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.608901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:03.396174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.769043Z","time spent":"627.12254ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-05T18:41:03.396278Z","caller":"traceutil/trace.go:171","msg":"trace[68481548] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24718; }","duration":"2.569394621s","start":"2026-03-05T18:41:00.826727Z","end":"2026-03-05T18:41:03.396121Z","steps":["trace[68481548] 'agreement among raft nodes before linearized reading' (duration: 2.566607675s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.396352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:00.826709Z","time spent":"2.569623986s","remote":"127.0.0.1:51192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:03.396131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:01.599053Z","time spent":"1.797062399s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458\" "} {"level":"info","ts":"2026-03-05T18:41:03.396298Z","caller":"traceutil/trace.go:171","msg":"trace[1318647065] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24718; }","duration":"627.234763ms","start":"2026-03-05T18:41:02.769053Z","end":"2026-03-05T18:41:03.396287Z","steps":["trace[1318647065] 'agreement among raft nodes before linearized reading' (duration: 624.601481ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:03.396428Z","caller":"traceutil/trace.go:171","msg":"trace[2020802875] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24718; }","duration":"628.714758ms","start":"2026-03-05T18:41:02.767705Z","end":"2026-03-05T18:41:03.396419Z","steps":["trace[2020802875] 'agreement among raft nodes before linearized reading' (duration: 626.042625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.396442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.769016Z","time spent":"627.416827ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:41:03.396462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.767693Z","time spent":"628.76084ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:41:03.39372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.961093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:03.396516Z","caller":"traceutil/trace.go:171","msg":"trace[1742746260] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24718; }","duration":"628.76864ms","start":"2026-03-05T18:41:02.767739Z","end":"2026-03-05T18:41:03.396508Z","steps":["trace[1742746260] 'agreement among raft nodes before linearized reading' (duration: 625.969774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.396546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.767734Z","time spent":"628.806431ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:41:03.3963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:00.76838Z","time spent":"2.627904523s","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:41:03.399515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.770865Z","time spent":"628.627676ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:41:04.088828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.872811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:04.089405Z","caller":"traceutil/trace.go:171","msg":"trace[687269143] transaction","detail":"{read_only:false; response_revision:24720; number_of_response:1; }","duration":"690.263313ms","start":"2026-03-05T18:41:03.399107Z","end":"2026-03-05T18:41:04.089371Z","steps":["trace[687269143] 'process raft request' (duration: 385.746186ms)","trace[687269143] 'compare' (duration: 303.642966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:04.089648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.399086Z","time spent":"690.458067ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:04.090198Z","caller":"traceutil/trace.go:171","msg":"trace[1601410487] linearizableReadLoop","detail":"{readStateIndex:25591; appliedIndex:25588; }","duration":"636.389459ms","start":"2026-03-05T18:41:03.453789Z","end":"2026-03-05T18:41:04.090179Z","steps":["trace[1601410487] 'read index received' (duration: 331.079454ms)","trace[1601410487] 'applied index is now lower than readState.Index' (duration: 305.308515ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:04.090251Z","caller":"traceutil/trace.go:171","msg":"trace[536092603] transaction","detail":"{read_only:false; response_revision:24722; number_of_response:1; }","duration":"682.117529ms","start":"2026-03-05T18:41:03.408101Z","end":"2026-03-05T18:41:04.090218Z","steps":["trace[536092603] 'process raft request' (duration: 682.007087ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:04.090272Z","caller":"traceutil/trace.go:171","msg":"trace[1202040884] transaction","detail":"{read_only:false; response_revision:24721; number_of_response:1; }","duration":"686.711958ms","start":"2026-03-05T18:41:03.403541Z","end":"2026-03-05T18:41:04.090252Z","steps":["trace[1202040884] 'process raft request' (duration: 685.758496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:04.090355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.40809Z","time spent":"682.210991ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:04.09036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.40353Z","time spent":"686.7852ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:04.090383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.737539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:04.09041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.621038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18551"} {"level":"info","ts":"2026-03-05T18:41:04.090463Z","caller":"traceutil/trace.go:171","msg":"trace[552200636] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24722; }","duration":"686.849101ms","start":"2026-03-05T18:41:03.40359Z","end":"2026-03-05T18:41:04.090439Z","steps":["trace[552200636] 'agreement among raft nodes before linearized reading' (duration: 686.686198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:04.090533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.40358Z","time spent":"686.942473ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-05T18:41:04.09046Z","caller":"traceutil/trace.go:171","msg":"trace[785797777] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24722; }","duration":"692.68889ms","start":"2026-03-05T18:41:03.397757Z","end":"2026-03-05T18:41:04.090446Z","steps":["trace[785797777] 'agreement among raft nodes before linearized reading' (duration: 692.513426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:04.090763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.397748Z","time spent":"692.951507ms","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18575,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T18:41:04.59076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197919845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:05.091437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197919845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:05.178643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.236389368s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:41:05.460542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000382424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:41:05.460627Z","caller":"traceutil/trace.go:171","msg":"trace[75058271] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000481386s","start":"2026-03-05T18:41:03.460127Z","end":"2026-03-05T18:41:05.460608Z","steps":["trace[75058271] 'agreement among raft nodes before linearized reading' (duration: 2.000379474s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:05.460672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.460103Z","time spent":"2.000559068s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:41:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:41:05.587014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.954831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:05.587558Z","caller":"traceutil/trace.go:171","msg":"trace[335655726] transaction","detail":"{read_only:false; response_revision:24723; number_of_response:1; }","duration":"1.986034524s","start":"2026-03-05T18:41:03.60146Z","end":"2026-03-05T18:41:05.587494Z","steps":["trace[335655726] 'process raft request' (duration: 1.577485259s)","trace[335655726] 'compare' (duration: 407.608283ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:05.587575Z","caller":"traceutil/trace.go:171","msg":"trace[877554317] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"1.985124943s","start":"2026-03-05T18:41:03.602414Z","end":"2026-03-05T18:41:05.587539Z","steps":["trace[877554317] 'process raft request' (duration: 1.984731074s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:05.587836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.602365Z","time spent":"1.985388729s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:05.587922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.601437Z","time spent":"1.986255469s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:06.52106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.762226ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-05T18:41:06.522343Z","caller":"traceutil/trace.go:171","msg":"trace[2013190934] linearizableReadLoop","detail":"{readStateIndex:25595; appliedIndex:25591; }","duration":"2.432077365s","start":"2026-03-05T18:41:04.090242Z","end":"2026-03-05T18:41:06.522319Z","steps":["trace[2013190934] 'read index received' (duration: 1.088659867s)","trace[2013190934] 'applied index is now lower than readState.Index' (duration: 1.343416118s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:06.522577Z","caller":"traceutil/trace.go:171","msg":"trace[1636198400] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"1.865962226s","start":"2026-03-05T18:41:04.656597Z","end":"2026-03-05T18:41:06.522559Z","steps":["trace[1636198400] 'process raft request' (duration: 1.864551002s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.522711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:04.656568Z","time spent":"1.866056688s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:06.808172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.165704042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:41:06.808214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.351749469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-05T18:41:06.808262Z","caller":"traceutil/trace.go:171","msg":"trace[1131592840] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24725; }","duration":"3.165846005s","start":"2026-03-05T18:41:03.642393Z","end":"2026-03-05T18:41:06.808239Z","steps":["trace[1131592840] 'agreement among raft nodes before linearized reading' (duration: 2.880295667s)","trace[1131592840] 'count revisions from in-memory index tree' (duration: 285.405715ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:06.808292Z","caller":"traceutil/trace.go:171","msg":"trace[616080343] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24725; }","duration":"3.351876322s","start":"2026-03-05T18:41:03.456394Z","end":"2026-03-05T18:41:06.808271Z","steps":["trace[616080343] 'agreement among raft nodes before linearized reading' (duration: 3.066322583s)","trace[616080343] 'range keys from in-memory index tree' (duration: 285.417045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:06.808313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.642377Z","time spent":"3.165923917s","remote":"127.0.0.1:34296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:06.808349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.456376Z","time spent":"3.351963494s","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T18:41:06.80866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.194843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:06.809008Z","caller":"traceutil/trace.go:171","msg":"trace[1721711833] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"1.408346213s","start":"2026-03-05T18:41:05.400642Z","end":"2026-03-05T18:41:06.808988Z","steps":["trace[1721711833] 'process raft request' (duration: 1.40824849s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:06.809068Z","caller":"traceutil/trace.go:171","msg":"trace[676263501] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"1.40992564s","start":"2026-03-05T18:41:05.399106Z","end":"2026-03-05T18:41:06.809032Z","steps":["trace[676263501] 'process raft request' (duration: 1.409654043s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.809115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.400631Z","time spent":"1.408433364s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:06.809125Z","caller":"traceutil/trace.go:171","msg":"trace[884001940] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"1.409722535s","start":"2026-03-05T18:41:05.399354Z","end":"2026-03-05T18:41:06.809077Z","steps":["trace[884001940] 'process raft request' (duration: 1.409483679s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.809232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.399082Z","time spent":"1.410063922s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:06.809236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.399345Z","time spent":"1.409837687s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:06.809237Z","caller":"traceutil/trace.go:171","msg":"trace[1018995718] transaction","detail":"{read_only:false; response_revision:24726; number_of_response:1; }","duration":"1.41118766s","start":"2026-03-05T18:41:05.39798Z","end":"2026-03-05T18:41:06.809167Z","steps":["trace[1018995718] 'process raft request' (duration: 1.124331061s)","trace[1018995718] 'compare' (duration: 286.06601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:06.809498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.397954Z","time spent":"1.411409044s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:06.809588Z","caller":"traceutil/trace.go:171","msg":"trace[1565007657] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"1.405258029s","start":"2026-03-05T18:41:05.404307Z","end":"2026-03-05T18:41:06.809565Z","steps":["trace[1565007657] 'process raft request' (duration: 1.404629254s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.809711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.404279Z","time spent":"1.405360982s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:06.809829Z","caller":"traceutil/trace.go:171","msg":"trace[720478999] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"1.041530453s","start":"2026-03-05T18:41:05.768265Z","end":"2026-03-05T18:41:06.809795Z","steps":["trace[720478999] 'process raft request' (duration: 1.041215466s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.809866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408007234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:06.8099Z","caller":"traceutil/trace.go:171","msg":"trace[1577860730] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24731; }","duration":"1.408049824s","start":"2026-03-05T18:41:05.401837Z","end":"2026-03-05T18:41:06.809887Z","steps":["trace[1577860730] 'agreement among raft nodes before linearized reading' (duration: 1.407974993s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.809929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.401831Z","time spent":"1.408091815s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:41:06.809923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.768236Z","time spent":"1.041641046s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:06.809899Z","caller":"traceutil/trace.go:171","msg":"trace[1920385487] linearizableReadLoop","detail":"{readStateIndex:25601; appliedIndex:25595; }","duration":"287.407631ms","start":"2026-03-05T18:41:06.522468Z","end":"2026-03-05T18:41:06.809875Z","steps":["trace[1920385487] 'read index received' (duration: 209.662804ms)","trace[1920385487] 'applied index is now lower than readState.Index' (duration: 77.672945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:06.810007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405553115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:06.810047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405297679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:06.810081Z","caller":"traceutil/trace.go:171","msg":"trace[1796426812] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24731; }","duration":"1.405658019s","start":"2026-03-05T18:41:05.404406Z","end":"2026-03-05T18:41:06.810064Z","steps":["trace[1796426812] 'agreement among raft nodes before linearized reading' (duration: 1.405537266s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.810101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405675918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:06.810105Z","caller":"traceutil/trace.go:171","msg":"trace[1667518565] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24731; }","duration":"1.405399612s","start":"2026-03-05T18:41:05.404689Z","end":"2026-03-05T18:41:06.810088Z","steps":["trace[1667518565] 'agreement among raft nodes before linearized reading' (duration: 1.40531954s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:06.810134Z","caller":"traceutil/trace.go:171","msg":"trace[526985626] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24731; }","duration":"1.40571809s","start":"2026-03-05T18:41:05.404407Z","end":"2026-03-05T18:41:06.810125Z","steps":["trace[526985626] 'agreement among raft nodes before linearized reading' (duration: 1.405669389s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.810154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.404663Z","time spent":"1.405475413s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:41:06.810171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.404401Z","time spent":"1.405763351s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:41:06.810189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405654117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:06.81026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.716651779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a05dfc20ac358\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T18:41:06.810231Z","caller":"traceutil/trace.go:171","msg":"trace[1146210497] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24731; }","duration":"1.40574617s","start":"2026-03-05T18:41:05.404474Z","end":"2026-03-05T18:41:06.81022Z","steps":["trace[1146210497] 'agreement among raft nodes before linearized reading' (duration: 1.405683659s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.810397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406075208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T18:41:06.810415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.404432Z","time spent":"1.405967965s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T18:41:06.810435Z","caller":"traceutil/trace.go:171","msg":"trace[286085924] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24731; }","duration":"1.40612818s","start":"2026-03-05T18:41:05.404298Z","end":"2026-03-05T18:41:06.810427Z","steps":["trace[286085924] 'agreement among raft nodes before linearized reading' (duration: 1.405940166s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.810424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.124361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:41:06.810465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.404292Z","time spent":"1.406165941s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:41:06.810545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408768631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:06.810489Z","caller":"traceutil/trace.go:171","msg":"trace[26455467] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24731; }","duration":"589.214424ms","start":"2026-03-05T18:41:06.221253Z","end":"2026-03-05T18:41:06.810468Z","steps":["trace[26455467] 'agreement among raft nodes before linearized reading' (duration: 589.110821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.810571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406306324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:06.810681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999574782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:06.810712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349963651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:06.810741Z","caller":"traceutil/trace.go:171","msg":"trace[2095947391] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24731; }","duration":"1.999682546s","start":"2026-03-05T18:41:04.811039Z","end":"2026-03-05T18:41:06.810722Z","steps":["trace[2095947391] 'agreement among raft nodes before linearized reading' (duration: 1.999584543s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.810729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40619907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:06.810825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:04.811015Z","time spent":"1.999796629s","remote":"127.0.0.1:56022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:06.810765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408308812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T18:41:06.810755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517055343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:06.81109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406612071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:06.811087Z","caller":"traceutil/trace.go:171","msg":"trace[439432104] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24731; }","duration":"1.40867372s","start":"2026-03-05T18:41:05.402389Z","end":"2026-03-05T18:41:06.811062Z","steps":["trace[439432104] 'agreement among raft nodes before linearized reading' (duration: 1.408140426s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:06.811126Z","caller":"traceutil/trace.go:171","msg":"trace[1174871831] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24731; }","duration":"1.406672732s","start":"2026-03-05T18:41:05.404444Z","end":"2026-03-05T18:41:06.811117Z","steps":["trace[1174871831] 'agreement among raft nodes before linearized reading' (duration: 1.406607191s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.811122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673698153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:06.811153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412916621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T18:41:06.811148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409551431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:06.811178Z","caller":"traceutil/trace.go:171","msg":"trace[986406468] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24731; }","duration":"1.673785285s","start":"2026-03-05T18:41:05.137378Z","end":"2026-03-05T18:41:06.811164Z","steps":["trace[986406468] 'agreement among raft nodes before linearized reading' (duration: 1.673697743s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:06.811203Z","caller":"traceutil/trace.go:171","msg":"trace[1235426039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24731; }","duration":"1.413001903s","start":"2026-03-05T18:41:05.398186Z","end":"2026-03-05T18:41:06.811188Z","steps":["trace[1235426039] 'agreement among raft nodes before linearized reading' (duration: 1.412875s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.811227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.137363Z","time spent":"1.673848506s","remote":"127.0.0.1:33458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:06.811261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.398165Z","time spent":"1.413083254s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:41:06.811299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850582183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:41:06.811332Z","caller":"traceutil/trace.go:171","msg":"trace[522740831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24731; }","duration":"1.850637575s","start":"2026-03-05T18:41:04.960683Z","end":"2026-03-05T18:41:06.811321Z","steps":["trace[522740831] 'agreement among raft nodes before linearized reading' (duration: 1.850501602s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.811286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664679043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:06.810373Z","caller":"traceutil/trace.go:171","msg":"trace[665643211] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a05dfc20ac358; range_end:; response_count:1; response_revision:24731; }","duration":"2.716792692s","start":"2026-03-05T18:41:04.093557Z","end":"2026-03-05T18:41:06.81035Z","steps":["trace[665643211] 'agreement among raft nodes before linearized reading' (duration: 2.716433844s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.811364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409953101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T18:41:06.811382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850328818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T18:41:06.811217Z","caller":"traceutil/trace.go:171","msg":"trace[639427933] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24731; }","duration":"1.409638823s","start":"2026-03-05T18:41:05.401565Z","end":"2026-03-05T18:41:06.811203Z","steps":["trace[639427933] 'agreement among raft nodes before linearized reading' (duration: 1.40952555s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:06.811387Z","caller":"traceutil/trace.go:171","msg":"trace[2094216157] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24731; }","duration":"2.664874617s","start":"2026-03-05T18:41:04.146496Z","end":"2026-03-05T18:41:06.81137Z","steps":["trace[2094216157] 'agreement among raft nodes before linearized reading' (duration: 2.664694093s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.811447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851385822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T18:41:06.81137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:04.960672Z","time spent":"1.850691216s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T18:41:06.811476Z","caller":"traceutil/trace.go:171","msg":"trace[1583817792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24731; }","duration":"1.851454303s","start":"2026-03-05T18:41:04.960014Z","end":"2026-03-05T18:41:06.811468Z","steps":["trace[1583817792] 'agreement among raft nodes before linearized reading' (duration: 1.851374161s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.811477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407189955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T18:41:06.811508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407253777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:06.811508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:04.959985Z","time spent":"1.851516935s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T18:41:06.811523Z","caller":"traceutil/trace.go:171","msg":"trace[475263617] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24731; }","duration":"1.407284957s","start":"2026-03-05T18:41:05.404234Z","end":"2026-03-05T18:41:06.811519Z","steps":["trace[475263617] 'agreement among raft nodes before linearized reading' (duration: 1.407253667s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:06.811529Z","caller":"traceutil/trace.go:171","msg":"trace[1837567554] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24731; }","duration":"1.407266997s","start":"2026-03-05T18:41:05.404249Z","end":"2026-03-05T18:41:06.811516Z","steps":["trace[1837567554] 'agreement among raft nodes before linearized reading' (duration: 1.407134334s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.811444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.401559Z","time spent":"1.409875349s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-05T18:41:06.811404Z","caller":"traceutil/trace.go:171","msg":"trace[1371701209] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24731; }","duration":"1.410004562s","start":"2026-03-05T18:41:05.401391Z","end":"2026-03-05T18:41:06.811395Z","steps":["trace[1371701209] 'agreement among raft nodes before linearized reading' (duration: 1.409898339s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.811152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.402382Z","time spent":"1.408753861s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:41:06.811578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.404236Z","time spent":"1.407332569s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:41:06.810133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.404396Z","time spent":"1.40572478s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-05T18:41:06.811436Z","caller":"traceutil/trace.go:171","msg":"trace[118782985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24731; }","duration":"1.850392919s","start":"2026-03-05T18:41:04.961032Z","end":"2026-03-05T18:41:06.811425Z","steps":["trace[118782985] 'agreement among raft nodes before linearized reading' (duration: 1.850215385s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:06.810845Z","caller":"traceutil/trace.go:171","msg":"trace[144407604] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24731; }","duration":"1.406410606s","start":"2026-03-05T18:41:05.40442Z","end":"2026-03-05T18:41:06.810831Z","steps":["trace[144407604] 'agreement among raft nodes before linearized reading' (duration: 1.406227911s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.811095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409710405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:06.811282Z","caller":"traceutil/trace.go:171","msg":"trace[823291098] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24731; }","duration":"1.406551451s","start":"2026-03-05T18:41:05.404159Z","end":"2026-03-05T18:41:06.81071Z","steps":["trace[823291098] 'agreement among raft nodes before linearized reading' (duration: 1.406229772s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.813688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.404152Z","time spent":"1.409519141s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:41:06.811812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.404396Z","time spent":"1.40739595s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:41:06.810636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:06.221239Z","time spent":"589.375247ms","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:06.81064Z","caller":"traceutil/trace.go:171","msg":"trace[688509093] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24731; }","duration":"1.408893334s","start":"2026-03-05T18:41:05.401695Z","end":"2026-03-05T18:41:06.810589Z","steps":["trace[688509093] 'agreement among raft nodes before linearized reading' (duration: 1.40875124s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.814139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.40169Z","time spent":"1.412439198s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T18:41:06.810755Z","caller":"traceutil/trace.go:171","msg":"trace[1579911772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24731; }","duration":"1.350027644s","start":"2026-03-05T18:41:05.460714Z","end":"2026-03-05T18:41:06.810742Z","steps":["trace[1579911772] 'agreement among raft nodes before linearized reading' (duration: 1.349951702s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.814374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.460703Z","time spent":"1.353630299s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:41:06.81084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85000477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:41:06.81463Z","caller":"traceutil/trace.go:171","msg":"trace[1879834003] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24731; }","duration":"1.853865031s","start":"2026-03-05T18:41:04.960751Z","end":"2026-03-05T18:41:06.814616Z","steps":["trace[1879834003] 'agreement among raft nodes before linearized reading' (duration: 1.849864175s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.814671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:04.960732Z","time spent":"1.853925553s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T18:41:06.811152Z","caller":"traceutil/trace.go:171","msg":"trace[1114837394] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24731; }","duration":"2.517454323s","start":"2026-03-05T18:41:04.293643Z","end":"2026-03-05T18:41:06.811098Z","steps":["trace[1114837394] 'agreement among raft nodes before linearized reading' (duration: 2.517024832s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.814959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:04.293623Z","time spent":"2.521317544s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:06.811165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.404428Z","time spent":"1.406730004s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:41:06.811396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:04.093528Z","time spent":"2.717851668s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a05dfc20ac358\" "} {"level":"warn","ts":"2026-03-05T18:41:06.811532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:04.146473Z","time spent":"2.66499862s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T18:41:06.811545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.404228Z","time spent":"1.407313658s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:41:06.811644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.401386Z","time spent":"1.410240988s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:41:06.811753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:04.960982Z","time spent":"1.850756918s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T18:41:06.817596Z","caller":"traceutil/trace.go:171","msg":"trace[1712264435] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24731; }","duration":"1.410510733s","start":"2026-03-05T18:41:05.401347Z","end":"2026-03-05T18:41:06.811858Z","steps":["trace[1712264435] 'agreement among raft nodes before linearized reading' (duration: 1.409710495s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.817654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.401338Z","time spent":"1.416290261s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:41:06.819569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714491218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:06.819649Z","caller":"traceutil/trace.go:171","msg":"trace[322195332] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24731; }","duration":"2.722911858s","start":"2026-03-05T18:41:04.096707Z","end":"2026-03-05T18:41:06.819619Z","steps":["trace[322195332] 'agreement among raft nodes before linearized reading' (duration: 2.714487639s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:06.819701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:04.096698Z","time spent":"2.72298184s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:41:07.842209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.607336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:07.842269Z","caller":"traceutil/trace.go:171","msg":"trace[1957958983] linearizableReadLoop","detail":"{readStateIndex:25602; appliedIndex:25601; }","duration":"1.024164303s","start":"2026-03-05T18:41:06.818096Z","end":"2026-03-05T18:41:07.84226Z","steps":["trace[1957958983] 'read index received' (duration: 290.461824ms)","trace[1957958983] 'applied index is now lower than readState.Index' (duration: 733.701199ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:07.842313Z","caller":"traceutil/trace.go:171","msg":"trace[361170552] transaction","detail":"{read_only:false; response_revision:24732; number_of_response:1; }","duration":"1.024369588s","start":"2026-03-05T18:41:06.817937Z","end":"2026-03-05T18:41:07.842307Z","steps":["trace[361170552] 'process raft request' (duration: 290.602978ms)","trace[361170552] 'compare' (duration: 733.443563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:07.842342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:06.817915Z","time spent":"1.02441143s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:07.842492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024397948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:41:07.842533Z","caller":"traceutil/trace.go:171","msg":"trace[1033059077] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24732; }","duration":"1.02445632s","start":"2026-03-05T18:41:06.818071Z","end":"2026-03-05T18:41:07.842527Z","steps":["trace[1033059077] 'agreement among raft nodes before linearized reading' (duration: 1.024381049s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:07.842548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:06.818057Z","time spent":"1.024487041s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-05T18:41:08.162619Z","caller":"traceutil/trace.go:171","msg":"trace[1097066681] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"1.33717571s","start":"2026-03-05T18:41:06.82538Z","end":"2026-03-05T18:41:08.162556Z","steps":["trace[1097066681] 'process raft request' (duration: 1.310565622s)","trace[1097066681] 'compare' (duration: 26.428714ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:08.162892Z","caller":"traceutil/trace.go:171","msg":"trace[1980262319] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"1.336920734s","start":"2026-03-05T18:41:06.825947Z","end":"2026-03-05T18:41:08.162868Z","steps":["trace[1980262319] 'process raft request' (duration: 1.336573956s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:08.163194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:06.82537Z","time spent":"1.337319373s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:08.163226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:06.825941Z","time spent":"1.337024927s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:08.163309Z","caller":"traceutil/trace.go:171","msg":"trace[202766636] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"1.337102068s","start":"2026-03-05T18:41:06.82618Z","end":"2026-03-05T18:41:08.163283Z","steps":["trace[202766636] 'process raft request' (duration: 1.337053977s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:08.163298Z","caller":"traceutil/trace.go:171","msg":"trace[1268873948] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"1.337282673s","start":"2026-03-05T18:41:06.825982Z","end":"2026-03-05T18:41:08.163265Z","steps":["trace[1268873948] 'process raft request' (duration: 1.336812922s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:08.163323Z","caller":"traceutil/trace.go:171","msg":"trace[1378910013] transaction","detail":"{read_only:false; response_revision:24736; number_of_response:1; }","duration":"1.33718058s","start":"2026-03-05T18:41:06.826105Z","end":"2026-03-05T18:41:08.163285Z","steps":["trace[1378910013] 'process raft request' (duration: 1.336957505s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:08.163401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:06.826176Z","time spent":"1.33718162s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:08.163442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:06.825979Z","time spent":"1.337391425s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:08.163499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:06.826095Z","time spent":"1.337307413s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:08.827168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000151727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:41:08.827291Z","caller":"traceutil/trace.go:171","msg":"trace[1978974399] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000288961s","start":"2026-03-05T18:41:06.826982Z","end":"2026-03-05T18:41:08.827271Z","steps":["trace[1978974399] 'agreement among raft nodes before linearized reading' (duration: 2.000155908s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:08.827351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:06.826979Z","time spent":"2.000358303s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:41:09.489438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.706789ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:09.489588Z","caller":"traceutil/trace.go:171","msg":"trace[94624087] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24737; }","duration":"620.867662ms","start":"2026-03-05T18:41:08.868701Z","end":"2026-03-05T18:41:09.489569Z","steps":["trace[94624087] 'range keys from in-memory index tree' (duration: 620.691598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:09.490286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.189369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:09.49059Z","caller":"traceutil/trace.go:171","msg":"trace[190649298] linearizableReadLoop","detail":"{readStateIndex:25609; appliedIndex:25602; }","duration":"1.648280512s","start":"2026-03-05T18:41:07.842283Z","end":"2026-03-05T18:41:09.490563Z","steps":["trace[190649298] 'read index received' (duration: 293.718751ms)","trace[190649298] 'applied index is now lower than readState.Index' (duration: 1.354560031s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:09.490622Z","caller":"traceutil/trace.go:171","msg":"trace[826300151] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"1.89571128s","start":"2026-03-05T18:41:07.594885Z","end":"2026-03-05T18:41:09.490597Z","steps":["trace[826300151] 'process raft request' (duration: 1.895497575s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:09.490651Z","caller":"traceutil/trace.go:171","msg":"trace[717149994] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"1.897940292s","start":"2026-03-05T18:41:07.592501Z","end":"2026-03-05T18:41:09.490442Z","steps":["trace[717149994] 'process raft request' (duration: 1.337502187s)","trace[717149994] 'compare' (duration: 559.604595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:09.490675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95202362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:09.49069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.663780241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:09.490752Z","caller":"traceutil/trace.go:171","msg":"trace[1880253656] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24739; }","duration":"1.952116593s","start":"2026-03-05T18:41:07.53862Z","end":"2026-03-05T18:41:09.490737Z","steps":["trace[1880253656] 'agreement among raft nodes before linearized reading' (duration: 1.951951159s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:09.490705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.66673691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:09.49077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:07.592474Z","time spent":"1.898255479s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:09.490812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:07.538582Z","time spent":"1.952210565s","remote":"127.0.0.1:51132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:09.490883Z","caller":"traceutil/trace.go:171","msg":"trace[281078121] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24739; }","duration":"2.666914485s","start":"2026-03-05T18:41:06.823921Z","end":"2026-03-05T18:41:09.490836Z","steps":["trace[281078121] 'agreement among raft nodes before linearized reading' (duration: 2.666738481s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:09.490758Z","caller":"traceutil/trace.go:171","msg":"trace[212076668] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24739; }","duration":"2.663864463s","start":"2026-03-05T18:41:06.826879Z","end":"2026-03-05T18:41:09.490743Z","steps":["trace[212076668] 'agreement among raft nodes before linearized reading' (duration: 2.66375497s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:09.491183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:06.826872Z","time spent":"2.664294353s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:41:09.491224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:06.823904Z","time spent":"2.667263363s","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T18:41:09.491123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:07.594868Z","time spent":"1.895912735s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:10.187446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.018045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:10.187697Z","caller":"traceutil/trace.go:171","msg":"trace[99050592] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"1.372939896s","start":"2026-03-05T18:41:08.814739Z","end":"2026-03-05T18:41:10.187679Z","steps":["trace[99050592] 'process raft request' (duration: 1.372809733s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:10.187772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.814725Z","time spent":"1.373013037s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:10.188356Z","caller":"traceutil/trace.go:171","msg":"trace[844198247] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"1.360411229s","start":"2026-03-05T18:41:08.827918Z","end":"2026-03-05T18:41:10.188329Z","steps":["trace[844198247] 'process raft request' (duration: 1.36001289s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:10.188436Z","caller":"traceutil/trace.go:171","msg":"trace[28544454] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"1.36047002s","start":"2026-03-05T18:41:08.827935Z","end":"2026-03-05T18:41:10.188405Z","steps":["trace[28544454] 'process raft request' (duration: 1.360301116s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:10.188504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360538901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:10.188523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362548859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:10.188575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362833846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:10.188604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.827916Z","time spent":"1.360607613s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:10.188641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360203904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:10.188658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363696026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:10.188674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362938029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:41:10.188692Z","caller":"traceutil/trace.go:171","msg":"trace[235030874] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24744; }","duration":"1.360263305s","start":"2026-03-05T18:41:08.828413Z","end":"2026-03-05T18:41:10.188677Z","steps":["trace[235030874] 'agreement among raft nodes before linearized reading' (duration: 1.360193763s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:10.188714Z","caller":"traceutil/trace.go:171","msg":"trace[611709429] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24744; }","duration":"1.36301618s","start":"2026-03-05T18:41:08.825685Z","end":"2026-03-05T18:41:10.188701Z","steps":["trace[611709429] 'agreement among raft nodes before linearized reading' (duration: 1.362870167s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:10.188739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.828403Z","time spent":"1.360325947s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:41:10.188743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.825656Z","time spent":"1.363080831s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:41:10.188768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18273462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-05T18:41:10.188769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363526262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:41:10.188805Z","caller":"traceutil/trace.go:171","msg":"trace[1420846068] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24744; }","duration":"1.363579344s","start":"2026-03-05T18:41:08.825217Z","end":"2026-03-05T18:41:10.188796Z","steps":["trace[1420846068] 'agreement among raft nodes before linearized reading' (duration: 1.363449651s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:10.188806Z","caller":"traceutil/trace.go:171","msg":"trace[6880440] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24744; }","duration":"1.182815063s","start":"2026-03-05T18:41:09.005978Z","end":"2026-03-05T18:41:10.188793Z","steps":["trace[6880440] 'agreement among raft nodes before linearized reading' (duration: 1.1826978s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:10.188189Z","caller":"traceutil/trace.go:171","msg":"trace[1462126415] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"1.374707167s","start":"2026-03-05T18:41:08.813074Z","end":"2026-03-05T18:41:10.187781Z","steps":["trace[1462126415] 'process raft request' (duration: 891.262702ms)","trace[1462126415] 'compare' (duration: 482.622306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:10.188849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:09.005941Z","time spent":"1.182899114s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-05T18:41:10.188895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363966802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:10.188896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362883757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:10.188883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361060813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:10.188641Z","caller":"traceutil/trace.go:171","msg":"trace[672452681] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24744; }","duration":"1.362904088s","start":"2026-03-05T18:41:08.825716Z","end":"2026-03-05T18:41:10.188621Z","steps":["trace[672452681] 'agreement among raft nodes before linearized reading' (duration: 1.362835656s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:10.18893Z","caller":"traceutil/trace.go:171","msg":"trace[394773343] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24744; }","duration":"1.364036935s","start":"2026-03-05T18:41:08.824885Z","end":"2026-03-05T18:41:10.188922Z","steps":["trace[394773343] 'agreement among raft nodes before linearized reading' (duration: 1.363988993s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:10.188934Z","caller":"traceutil/trace.go:171","msg":"trace[133186578] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24744; }","duration":"1.362959169s","start":"2026-03-05T18:41:08.825967Z","end":"2026-03-05T18:41:10.188927Z","steps":["trace[133186578] 'agreement among raft nodes before linearized reading' (duration: 1.362908908s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:10.188947Z","caller":"traceutil/trace.go:171","msg":"trace[1398708245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24744; }","duration":"1.361141646s","start":"2026-03-05T18:41:08.827795Z","end":"2026-03-05T18:41:10.188937Z","steps":["trace[1398708245] 'agreement among raft nodes before linearized reading' (duration: 1.3608952s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:10.188971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.825707Z","time spent":"1.363250735s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:41:10.189042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624216202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:10.189056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554748422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T18:41:10.18908Z","caller":"traceutil/trace.go:171","msg":"trace[487874375] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24744; }","duration":"1.624288624s","start":"2026-03-05T18:41:08.564782Z","end":"2026-03-05T18:41:10.189071Z","steps":["trace[487874375] 'agreement among raft nodes before linearized reading' (duration: 1.624231643s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:10.189111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.56476Z","time spent":"1.624343366s","remote":"127.0.0.1:43020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:10.189014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360718356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:10.188417Z","caller":"traceutil/trace.go:171","msg":"trace[1999356776] linearizableReadLoop","detail":"{readStateIndex:25614; appliedIndex:25609; }","duration":"697.76858ms","start":"2026-03-05T18:41:09.490634Z","end":"2026-03-05T18:41:10.188403Z","steps":["trace[1999356776] 'read index received' (duration: 213.69025ms)","trace[1999356776] 'applied index is now lower than readState.Index' (duration: 484.07729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:10.189206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936796921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T18:41:10.189269Z","caller":"traceutil/trace.go:171","msg":"trace[9943590] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24744; }","duration":"1.936897953s","start":"2026-03-05T18:41:08.252357Z","end":"2026-03-05T18:41:10.189255Z","steps":["trace[9943590] 'agreement among raft nodes before linearized reading' (duration: 1.936674327s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:10.189276Z","caller":"traceutil/trace.go:171","msg":"trace[130478875] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24744; }","duration":"1.360993024s","start":"2026-03-05T18:41:08.828233Z","end":"2026-03-05T18:41:10.189226Z","steps":["trace[130478875] 'agreement among raft nodes before linearized reading' (duration: 1.360634024s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:10.189084Z","caller":"traceutil/trace.go:171","msg":"trace[809209576] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:24744; }","duration":"1.554806223s","start":"2026-03-05T18:41:08.634271Z","end":"2026-03-05T18:41:10.189077Z","steps":["trace[809209576] 'agreement among raft nodes before linearized reading' (duration: 1.554729121s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:10.189333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342679813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-2wmk6.189a0540daf64ce8\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-05T18:41:10.189268Z","caller":"traceutil/trace.go:171","msg":"trace[1860876109] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"1.361522596s","start":"2026-03-05T18:41:08.826592Z","end":"2026-03-05T18:41:10.188115Z","steps":["trace[1860876109] 'process raft request' (duration: 1.361045535s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:10.189382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.634253Z","time spent":"1.555114641s","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"info","ts":"2026-03-05T18:41:10.189387Z","caller":"traceutil/trace.go:171","msg":"trace[758368271] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-2wmk6.189a0540daf64ce8; range_end:; response_count:1; response_revision:24744; }","duration":"2.342773765s","start":"2026-03-05T18:41:07.846599Z","end":"2026-03-05T18:41:10.189373Z","steps":["trace[758368271] 'agreement among raft nodes before linearized reading' (duration: 2.342642062s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:10.189413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.703547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-05T18:41:10.189448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:07.846582Z","time spent":"2.342857867s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":981,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-2wmk6.189a0540daf64ce8\" "} {"level":"info","ts":"2026-03-05T18:41:10.189455Z","caller":"traceutil/trace.go:171","msg":"trace[443390326] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24744; }","duration":"694.80225ms","start":"2026-03-05T18:41:09.49464Z","end":"2026-03-05T18:41:10.189442Z","steps":["trace[443390326] 'agreement among raft nodes before linearized reading' (duration: 694.674797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:10.189489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:09.494599Z","time spent":"694.882672ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T18:41:10.188574Z","caller":"traceutil/trace.go:171","msg":"trace[1316475743] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24744; }","duration":"1.360619083s","start":"2026-03-05T18:41:08.827938Z","end":"2026-03-05T18:41:10.188557Z","steps":["trace[1316475743] 'agreement among raft nodes before linearized reading' (duration: 1.36049481s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:10.188503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363954923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:10.18862Z","caller":"traceutil/trace.go:171","msg":"trace[53905345] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24744; }","duration":"1.362682182s","start":"2026-03-05T18:41:08.825921Z","end":"2026-03-05T18:41:10.188603Z","steps":["trace[53905345] 'agreement among raft nodes before linearized reading' (duration: 1.3625676s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:10.18962Z","caller":"traceutil/trace.go:171","msg":"trace[1535447765] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24744; }","duration":"1.36507678s","start":"2026-03-05T18:41:08.824499Z","end":"2026-03-05T18:41:10.189576Z","steps":["trace[1535447765] 'agreement among raft nodes before linearized reading' (duration: 1.363935972s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:10.189403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.828225Z","time spent":"1.361128007s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:41:10.189687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.111094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-05T18:41:10.189616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.825893Z","time spent":"1.363706737s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-05T18:41:10.189721Z","caller":"traceutil/trace.go:171","msg":"trace[323994020] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24744; }","duration":"127.139705ms","start":"2026-03-05T18:41:10.06257Z","end":"2026-03-05T18:41:10.189709Z","steps":["trace[323994020] 'agreement among raft nodes before linearized reading' (duration: 127.001112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:10.189722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.824489Z","time spent":"1.365184343s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:41:10.189177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365005918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T18:41:10.188667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363405769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:10.189843Z","caller":"traceutil/trace.go:171","msg":"trace[359723228] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24744; }","duration":"1.365666704s","start":"2026-03-05T18:41:08.824165Z","end":"2026-03-05T18:41:10.189831Z","steps":["trace[359723228] 'agreement among raft nodes before linearized reading' (duration: 1.364936226s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:10.18986Z","caller":"traceutil/trace.go:171","msg":"trace[1098604895] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24744; }","duration":"1.36467325s","start":"2026-03-05T18:41:08.825174Z","end":"2026-03-05T18:41:10.189847Z","steps":["trace[1098604895] 'agreement among raft nodes before linearized reading' (duration: 1.363321828s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:10.189888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.824149Z","time spent":"1.365727995s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:41:10.1899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.82516Z","time spent":"1.364728621s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:41:10.188844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.825209Z","time spent":"1.363627685s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-05T18:41:10.188849Z","caller":"traceutil/trace.go:171","msg":"trace[168928707] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24744; }","duration":"1.363773628s","start":"2026-03-05T18:41:08.824912Z","end":"2026-03-05T18:41:10.188685Z","steps":["trace[168928707] 'agreement among raft nodes before linearized reading' (duration: 1.363699356s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:10.190273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.824902Z","time spent":"1.365361016s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:41:10.189045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.827786Z","time spent":"1.361246208s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:41:10.188965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.825953Z","time spent":"1.36300721s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:41:10.188962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.824864Z","time spent":"1.364089856s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:41:10.188514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.8279Z","time spent":"1.360535131s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:10.188976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.813048Z","time spent":"1.375840154s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:10.189097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364864824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:10.190726Z","caller":"traceutil/trace.go:171","msg":"trace[762035871] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24744; }","duration":"1.366529674s","start":"2026-03-05T18:41:08.824179Z","end":"2026-03-05T18:41:10.190709Z","steps":["trace[762035871] 'agreement among raft nodes before linearized reading' (duration: 1.364870205s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:10.190779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.824155Z","time spent":"1.366611766s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:41:10.189518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.826576Z","time spent":"1.362824227s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:10.188501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362886457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:10.190924Z","caller":"traceutil/trace.go:171","msg":"trace[1522002382] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24744; }","duration":"1.365353146s","start":"2026-03-05T18:41:08.825559Z","end":"2026-03-05T18:41:10.190913Z","steps":["trace[1522002382] 'agreement among raft nodes before linearized reading' (duration: 1.362869737s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:10.190955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.825549Z","time spent":"1.365398877s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:41:10.189543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.827908Z","time spent":"1.361625558s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:41:10.189316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.252335Z","time spent":"1.936972626s","remote":"127.0.0.1:43120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":187,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:10.188649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359837475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:41:10.191061Z","caller":"traceutil/trace.go:171","msg":"trace[2099811777] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24744; }","duration":"1.362257153s","start":"2026-03-05T18:41:08.828788Z","end":"2026-03-05T18:41:10.191045Z","steps":["trace[2099811777] 'agreement among raft nodes before linearized reading' (duration: 1.359739653s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:10.191124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.828783Z","time spent":"1.362316294s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:41:10.998548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.452964ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-05T18:41:10.998672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:10.19126Z","time spent":"807.406301ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T18:41:11.077628Z","caller":"traceutil/trace.go:171","msg":"trace[1622020241] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"885.353053ms","start":"2026-03-05T18:41:10.1922Z","end":"2026-03-05T18:41:11.077553Z","steps":["trace[1622020241] 'process raft request' (duration: 885.068016ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:11.077696Z","caller":"traceutil/trace.go:171","msg":"trace[1799855830] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"882.105236ms","start":"2026-03-05T18:41:10.195553Z","end":"2026-03-05T18:41:11.077658Z","steps":["trace[1799855830] 'process raft request' (duration: 881.920602ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:11.077725Z","caller":"traceutil/trace.go:171","msg":"trace[1605194037] transaction","detail":"{read_only:false; response_revision:24748; number_of_response:1; }","duration":"881.338258ms","start":"2026-03-05T18:41:10.196364Z","end":"2026-03-05T18:41:11.077702Z","steps":["trace[1605194037] 'process raft request' (duration: 881.203235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:11.07783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:10.192183Z","time spent":"885.505596ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:11.077871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:10.196349Z","time spent":"881.44942ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:11.077871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:10.195518Z","time spent":"882.26395ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:11.077937Z","caller":"traceutil/trace.go:171","msg":"trace[952329073] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"882.320151ms","start":"2026-03-05T18:41:10.195589Z","end":"2026-03-05T18:41:11.077909Z","steps":["trace[952329073] 'process raft request' (duration: 881.939362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:11.078042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:10.195574Z","time spent":"882.418723ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:11.078132Z","caller":"traceutil/trace.go:171","msg":"trace[66493262] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"881.809189ms","start":"2026-03-05T18:41:10.196286Z","end":"2026-03-05T18:41:11.078095Z","steps":["trace[66493262] 'process raft request' (duration: 881.328608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:11.078303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:10.196167Z","time spent":"882.049555ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:11.078399Z","caller":"traceutil/trace.go:171","msg":"trace[46399454] linearizableReadLoop","detail":"{readStateIndex:25616; appliedIndex:25614; }","duration":"883.817216ms","start":"2026-03-05T18:41:10.194494Z","end":"2026-03-05T18:41:11.078311Z","steps":["trace[46399454] 'read index received' (duration: 235.592698ms)","trace[46399454] 'applied index is now lower than readState.Index' (duration: 648.223208ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:11.078479Z","caller":"traceutil/trace.go:171","msg":"trace[1755323807] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"881.067982ms","start":"2026-03-05T18:41:10.197362Z","end":"2026-03-05T18:41:11.07843Z","steps":["trace[1755323807] 'process raft request' (duration: 880.760745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:11.078746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.159025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-575ea15a-8c56-4421-931d-274e7e3e0759\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-03-05T18:41:11.078779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:10.197351Z","time spent":"881.300697ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:11.078822Z","caller":"traceutil/trace.go:171","msg":"trace[1596921813] range","detail":"{range_begin:/registry/persistentvolumes/pvc-575ea15a-8c56-4421-931d-274e7e3e0759; range_end:; response_count:1; response_revision:24750; }","duration":"884.320288ms","start":"2026-03-05T18:41:10.194465Z","end":"2026-03-05T18:41:11.078786Z","steps":["trace[1596921813] 'agreement among raft nodes before linearized reading' (duration: 884.022211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:11.078891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:10.194451Z","time spent":"884.40084ms","remote":"127.0.0.1:42950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-575ea15a-8c56-4421-931d-274e7e3e0759\" "} {"level":"warn","ts":"2026-03-05T18:41:11.617887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.07298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:11.618296Z","caller":"traceutil/trace.go:171","msg":"trace[1338314311] linearizableReadLoop","detail":"{readStateIndex:25623; appliedIndex:25621; }","duration":"539.750156ms","start":"2026-03-05T18:41:11.078523Z","end":"2026-03-05T18:41:11.618273Z","steps":["trace[1338314311] 'read index received' (duration: 151.132792ms)","trace[1338314311] 'applied index is now lower than readState.Index' (duration: 388.615734ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:11.618404Z","caller":"traceutil/trace.go:171","msg":"trace[1039054031] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"596.950247ms","start":"2026-03-05T18:41:11.021419Z","end":"2026-03-05T18:41:11.618369Z","steps":["trace[1039054031] 'process raft request' (duration: 596.763783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:11.618536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315987459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:11.618598Z","caller":"traceutil/trace.go:171","msg":"trace[189090330] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24752; }","duration":"1.316131773s","start":"2026-03-05T18:41:10.30245Z","end":"2026-03-05T18:41:11.618582Z","steps":["trace[189090330] 'agreement among raft nodes before linearized reading' (duration: 1.315928728s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:11.618644Z","caller":"traceutil/trace.go:171","msg":"trace[2066574599] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"618.474026ms","start":"2026-03-05T18:41:11.000157Z","end":"2026-03-05T18:41:11.618631Z","steps":["trace[2066574599] 'process raft request' (duration: 229.562765ms)","trace[2066574599] 'compare' (duration: 387.951948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:11.618658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:10.302429Z","time spent":"1.316213615s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:11.618701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:11.000134Z","time spent":"618.536737ms","remote":"127.0.0.1:42848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:11.618595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:11.021406Z","time spent":"597.08142ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:11.61872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421556305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:11.618766Z","caller":"traceutil/trace.go:171","msg":"trace[1301302806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24752; }","duration":"1.421615476s","start":"2026-03-05T18:41:10.197137Z","end":"2026-03-05T18:41:11.618753Z","steps":["trace[1301302806] 'agreement among raft nodes before linearized reading' (duration: 1.421537994s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:11.618806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:10.19713Z","time spent":"1.421670097s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:41:11.618814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416067965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-05T18:41:11.618888Z","caller":"traceutil/trace.go:171","msg":"trace[1601771487] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24752; }","duration":"1.416171718s","start":"2026-03-05T18:41:10.2027Z","end":"2026-03-05T18:41:11.618872Z","steps":["trace[1601771487] 'agreement among raft nodes before linearized reading' (duration: 1.415973793s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:11.618942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:10.202692Z","time spent":"1.416243449s","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-05T18:41:12.065816Z","caller":"traceutil/trace.go:171","msg":"trace[1302312821] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"570.774498ms","start":"2026-03-05T18:41:11.495017Z","end":"2026-03-05T18:41:12.065791Z","steps":["trace[1302312821] 'process raft request' (duration: 515.316888ms)","trace[1302312821] 'compare' (duration: 55.361847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:12.06594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:11.494999Z","time spent":"570.87525ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:12.127654Z","caller":"traceutil/trace.go:171","msg":"trace[782516731] linearizableReadLoop","detail":"{readStateIndex:25625; appliedIndex:25623; }","duration":"509.282385ms","start":"2026-03-05T18:41:11.618345Z","end":"2026-03-05T18:41:12.127627Z","steps":["trace[782516731] 'read index received' (duration: 392.003315ms)","trace[782516731] 'applied index is now lower than readState.Index' (duration: 117.27788ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:12.128123Z","caller":"traceutil/trace.go:171","msg":"trace[953951398] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"632.419845ms","start":"2026-03-05T18:41:11.495688Z","end":"2026-03-05T18:41:12.128108Z","steps":["trace[953951398] 'process raft request' (duration: 631.754379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:12.128289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:11.495661Z","time spent":"632.500397ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:12.128555Z","caller":"traceutil/trace.go:171","msg":"trace[1390276110] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"300.662236ms","start":"2026-03-05T18:41:11.827881Z","end":"2026-03-05T18:41:12.128543Z","steps":["trace[1390276110] 'process raft request' (duration: 299.701113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:12.128669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:11.827856Z","time spent":"300.733287ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:12.128943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.440122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:12.128988Z","caller":"traceutil/trace.go:171","msg":"trace[2100884360] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24755; }","duration":"967.488413ms","start":"2026-03-05T18:41:11.161488Z","end":"2026-03-05T18:41:12.128977Z","steps":["trace[2100884360] 'agreement among raft nodes before linearized reading' (duration: 967.410532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:12.129072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:11.161435Z","time spent":"967.582225ms","remote":"127.0.0.1:34276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:12.129411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046530391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T18:41:12.129449Z","caller":"traceutil/trace.go:171","msg":"trace[2086165567] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458; range_end:; response_count:1; response_revision:24755; }","duration":"1.046625853s","start":"2026-03-05T18:41:11.082813Z","end":"2026-03-05T18:41:12.129439Z","steps":["trace[2086165567] 'agreement among raft nodes before linearized reading' (duration: 1.0464814s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:12.129682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:11.082795Z","time spent":"1.046870349s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b3215a458\" "} {"level":"warn","ts":"2026-03-05T18:41:12.129979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.846688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:12.130018Z","caller":"traceutil/trace.go:171","msg":"trace[732166800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24755; }","duration":"509.945641ms","start":"2026-03-05T18:41:11.620063Z","end":"2026-03-05T18:41:12.130009Z","steps":["trace[732166800] 'agreement among raft nodes before linearized reading' (duration: 509.87852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:12.130216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:11.620045Z","time spent":"510.088204ms","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:41:12.13061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.382268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-05T18:41:12.130652Z","caller":"traceutil/trace.go:171","msg":"trace[12407539] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24755; }","duration":"509.436869ms","start":"2026-03-05T18:41:11.621205Z","end":"2026-03-05T18:41:12.130642Z","steps":["trace[12407539] 'agreement among raft nodes before linearized reading' (duration: 509.359307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:12.130654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.041436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:12.130726Z","caller":"traceutil/trace.go:171","msg":"trace[1483015603] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24755; }","duration":"497.17033ms","start":"2026-03-05T18:41:11.63354Z","end":"2026-03-05T18:41:12.13071Z","steps":["trace[1483015603] 'agreement among raft nodes before linearized reading' (duration: 497.004336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:12.130758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:11.633524Z","time spent":"497.227611ms","remote":"127.0.0.1:60560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:12.130981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.97611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:12.130999Z","caller":"traceutil/trace.go:171","msg":"trace[860830353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24755; }","duration":"215.043342ms","start":"2026-03-05T18:41:11.91595Z","end":"2026-03-05T18:41:12.130993Z","steps":["trace[860830353] 'agreement among raft nodes before linearized reading' (duration: 215.005321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:12.13068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:11.621192Z","time spent":"509.48226ms","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T18:41:13.363195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.411425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:13.363313Z","caller":"traceutil/trace.go:171","msg":"trace[556243211] linearizableReadLoop","detail":"{readStateIndex:25627; appliedIndex:25626; }","duration":"1.223582216s","start":"2026-03-05T18:41:12.139705Z","end":"2026-03-05T18:41:13.363287Z","steps":["trace[556243211] 'read index received' (duration: 67.852µs)","trace[556243211] 'applied index is now lower than readState.Index' (duration: 1.223513134s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:13.3634Z","caller":"traceutil/trace.go:171","msg":"trace[729676606] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"1.223665348s","start":"2026-03-05T18:41:12.139691Z","end":"2026-03-05T18:41:13.363357Z","steps":["trace[729676606] 'process raft request' (duration: 659.996106ms)","trace[729676606] 'compare' (duration: 562.726209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:13.36351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223805901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:41:13.363533Z","caller":"traceutil/trace.go:171","msg":"trace[929445962] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24756; }","duration":"1.223856003s","start":"2026-03-05T18:41:12.139671Z","end":"2026-03-05T18:41:13.363527Z","steps":["trace[929445962] 'agreement among raft nodes before linearized reading' (duration: 1.223694189s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:13.363556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.139656Z","time spent":"1.223895093s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T18:41:13.363609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.139679Z","time spent":"1.223814791s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:14.323402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.956373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:14.323794Z","caller":"traceutil/trace.go:171","msg":"trace[491334192] linearizableReadLoop","detail":"{readStateIndex:25632; appliedIndex:25627; }","duration":"960.428246ms","start":"2026-03-05T18:41:13.363333Z","end":"2026-03-05T18:41:14.323761Z","steps":["trace[491334192] 'read index received' (duration: 231.9111ms)","trace[491334192] 'applied index is now lower than readState.Index' (duration: 728.515646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:14.32399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1225769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:14.324036Z","caller":"traceutil/trace.go:171","msg":"trace[482764734] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24761; }","duration":"2.122638392s","start":"2026-03-05T18:41:12.201385Z","end":"2026-03-05T18:41:14.324023Z","steps":["trace[482764734] 'agreement among raft nodes before linearized reading' (duration: 2.122531549s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.324084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.201379Z","time spent":"2.122695203s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:41:14.324387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124580308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:14.324474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124742503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:41:14.324509Z","caller":"traceutil/trace.go:171","msg":"trace[1450080068] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24761; }","duration":"2.124791543s","start":"2026-03-05T18:41:12.199708Z","end":"2026-03-05T18:41:14.3245Z","steps":["trace[1450080068] 'agreement among raft nodes before linearized reading' (duration: 2.124673441s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.324534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.1997Z","time spent":"2.124828534s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-05T18:41:14.324612Z","caller":"traceutil/trace.go:171","msg":"trace[608421153] transaction","detail":"{read_only:false; response_revision:24758; number_of_response:1; }","duration":"2.127075658s","start":"2026-03-05T18:41:12.197493Z","end":"2026-03-05T18:41:14.324569Z","steps":["trace[608421153] 'process raft request' (duration: 2.126010692s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.324673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126176835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T18:41:14.324664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124925446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:14.324699Z","caller":"traceutil/trace.go:171","msg":"trace[1957953438] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24761; }","duration":"2.126220457s","start":"2026-03-05T18:41:12.198471Z","end":"2026-03-05T18:41:14.324692Z","steps":["trace[1957953438] 'agreement among raft nodes before linearized reading' (duration: 2.126125485s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.324692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125646893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:14.324766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126536884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:14.324778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.197471Z","time spent":"2.127222891s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:14.324764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240757152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T18:41:14.324834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126729728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:14.324854Z","caller":"traceutil/trace.go:171","msg":"trace[888526876] transaction","detail":"{read_only:false; response_revision:24757; number_of_response:1; }","duration":"2.127349854s","start":"2026-03-05T18:41:12.19748Z","end":"2026-03-05T18:41:14.32483Z","steps":["trace[888526876] 'process raft request' (duration: 1.397876185s)","trace[888526876] 'compare' (duration: 727.82777ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:14.32487Z","caller":"traceutil/trace.go:171","msg":"trace[33562502] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24761; }","duration":"2.12679056s","start":"2026-03-05T18:41:12.198072Z","end":"2026-03-05T18:41:14.324863Z","steps":["trace[33562502] 'agreement among raft nodes before linearized reading' (duration: 2.126747229s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:14.324722Z","caller":"traceutil/trace.go:171","msg":"trace[877768985] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24761; }","duration":"2.125022449s","start":"2026-03-05T18:41:12.199685Z","end":"2026-03-05T18:41:14.324708Z","steps":["trace[877768985] 'agreement among raft nodes before linearized reading' (duration: 2.124876626s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.324907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.198062Z","time spent":"2.126839351s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T18:41:14.324908Z","caller":"traceutil/trace.go:171","msg":"trace[1229741921] transaction","detail":"{read_only:false; response_revision:24759; number_of_response:1; }","duration":"2.127060797s","start":"2026-03-05T18:41:12.197836Z","end":"2026-03-05T18:41:14.324897Z","steps":["trace[1229741921] 'process raft request' (duration: 2.125752335s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:14.324916Z","caller":"traceutil/trace.go:171","msg":"trace[1999041199] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"2.124491337s","start":"2026-03-05T18:41:12.200363Z","end":"2026-03-05T18:41:14.324855Z","steps":["trace[1999041199] 'process raft request' (duration: 2.123331139s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:14.324854Z","caller":"traceutil/trace.go:171","msg":"trace[604015415] transaction","detail":"{read_only:false; response_revision:24760; number_of_response:1; }","duration":"2.124675131s","start":"2026-03-05T18:41:12.200161Z","end":"2026-03-05T18:41:14.324836Z","steps":["trace[604015415] 'process raft request' (duration: 2.123500693s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.324967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.197449Z","time spent":"2.127452297s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:14.32499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.197826Z","time spent":"2.127121458s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:14.32501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123791239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:14.325024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.200147Z","time spent":"2.124842085s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:14.325041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241042319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-05T18:41:14.324732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.198462Z","time spent":"2.126263528s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-05T18:41:14.324468Z","caller":"traceutil/trace.go:171","msg":"trace[340996533] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24761; }","duration":"2.124710991s","start":"2026-03-05T18:41:12.199739Z","end":"2026-03-05T18:41:14.32445Z","steps":["trace[340996533] 'agreement among raft nodes before linearized reading' (duration: 2.124568608s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:14.325082Z","caller":"traceutil/trace.go:171","msg":"trace[1555356349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24761; }","duration":"1.24110718s","start":"2026-03-05T18:41:13.083965Z","end":"2026-03-05T18:41:14.325072Z","steps":["trace[1555356349] 'agreement among raft nodes before linearized reading' (duration: 1.240941526s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.325112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:13.083955Z","time spent":"1.24115096s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:41:14.325126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124317122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:14.325123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124219579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:14.325144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124498445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:14.325135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.199718Z","time spent":"2.125390617s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:41:14.325154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124314531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:14.32517Z","caller":"traceutil/trace.go:171","msg":"trace[1541688437] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24761; }","duration":"2.124373503s","start":"2026-03-05T18:41:12.200787Z","end":"2026-03-05T18:41:14.32516Z","steps":["trace[1541688437] 'agreement among raft nodes before linearized reading' (duration: 2.124310921s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:14.325177Z","caller":"traceutil/trace.go:171","msg":"trace[1881269844] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24761; }","duration":"2.124549047s","start":"2026-03-05T18:41:12.200615Z","end":"2026-03-05T18:41:14.325164Z","steps":["trace[1881269844] 'agreement among raft nodes before linearized reading' (duration: 2.124508936s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:14.32517Z","caller":"traceutil/trace.go:171","msg":"trace[399593054] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24761; }","duration":"2.124280211s","start":"2026-03-05T18:41:12.200878Z","end":"2026-03-05T18:41:14.325158Z","steps":["trace[399593054] 'agreement among raft nodes before linearized reading' (duration: 2.124211689s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.325151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12427558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:41:14.325191Z","caller":"traceutil/trace.go:171","msg":"trace[1044920982] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24761; }","duration":"2.124361042s","start":"2026-03-05T18:41:12.200819Z","end":"2026-03-05T18:41:14.32518Z","steps":["trace[1044920982] 'agreement among raft nodes before linearized reading' (duration: 2.124303211s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.325202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.200776Z","time spent":"2.124420173s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:41:14.325173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634907707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:14.325226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.200814Z","time spent":"2.124406303s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:41:14.325221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.20087Z","time spent":"2.124341042s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:41:14.324935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.199677Z","time spent":"2.125243064s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:41:14.325266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242250136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-05T18:41:14.325206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.200607Z","time spent":"2.124592848s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T18:41:14.3248Z","caller":"traceutil/trace.go:171","msg":"trace[263916841] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24761; }","duration":"2.126588075s","start":"2026-03-05T18:41:12.198202Z","end":"2026-03-05T18:41:14.32479Z","steps":["trace[263916841] 'agreement among raft nodes before linearized reading' (duration: 2.126546394s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:14.32531Z","caller":"traceutil/trace.go:171","msg":"trace[915871544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24761; }","duration":"1.242334339s","start":"2026-03-05T18:41:13.082965Z","end":"2026-03-05T18:41:14.325299Z","steps":["trace[915871544] 'agreement among raft nodes before linearized reading' (duration: 1.242230326s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.325248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994436612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:14.32535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:13.082943Z","time spent":"1.242398541s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T18:41:14.325382Z","caller":"traceutil/trace.go:171","msg":"trace[95599196] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24761; }","duration":"1.994583816s","start":"2026-03-05T18:41:12.330777Z","end":"2026-03-05T18:41:14.32536Z","steps":["trace[95599196] 'agreement among raft nodes before linearized reading' (duration: 1.994364521s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.325334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.198188Z","time spent":"2.127137837s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:41:14.325492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.330722Z","time spent":"1.994732379s","remote":"127.0.0.1:38974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:14.324777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238924618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-05T18:41:14.324012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122405866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:14.325656Z","caller":"traceutil/trace.go:171","msg":"trace[1875211448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24761; }","duration":"1.239838549s","start":"2026-03-05T18:41:13.085794Z","end":"2026-03-05T18:41:14.325633Z","steps":["trace[1875211448] 'agreement among raft nodes before linearized reading' (duration: 1.238738323s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.32581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:13.085772Z","time spent":"1.240025894s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T18:41:14.325769Z","caller":"traceutil/trace.go:171","msg":"trace[1020060198] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24761; }","duration":"2.124191608s","start":"2026-03-05T18:41:12.201552Z","end":"2026-03-05T18:41:14.325743Z","steps":["trace[1020060198] 'agreement among raft nodes before linearized reading' (duration: 2.122221691s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:14.324785Z","caller":"traceutil/trace.go:171","msg":"trace[1739575357] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24761; }","duration":"2.125772156s","start":"2026-03-05T18:41:12.198993Z","end":"2026-03-05T18:41:14.324766Z","steps":["trace[1739575357] 'agreement among raft nodes before linearized reading' (duration: 2.125585212s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.325907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.198987Z","time spent":"2.126903853s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:41:14.325916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.201544Z","time spent":"2.124331241s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-05T18:41:14.325049Z","caller":"traceutil/trace.go:171","msg":"trace[1988142543] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24761; }","duration":"2.12384212s","start":"2026-03-05T18:41:12.201194Z","end":"2026-03-05T18:41:14.325037Z","steps":["trace[1988142543] 'agreement among raft nodes before linearized reading' (duration: 2.123778138s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.326076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.201188Z","time spent":"2.124847964s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:41:14.325058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.200355Z","time spent":"2.12462976s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:14.325225Z","caller":"traceutil/trace.go:171","msg":"trace[668249084] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24761; }","duration":"2.124363563s","start":"2026-03-05T18:41:12.20085Z","end":"2026-03-05T18:41:14.325213Z","steps":["trace[668249084] 'agreement among raft nodes before linearized reading' (duration: 2.124061676s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.32659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.200844Z","time spent":"2.125702384s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-05T18:41:14.325242Z","caller":"traceutil/trace.go:171","msg":"trace[1833641260] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24761; }","duration":"1.635005909s","start":"2026-03-05T18:41:12.690225Z","end":"2026-03-05T18:41:14.325231Z","steps":["trace[1833641260] 'agreement among raft nodes before linearized reading' (duration: 1.634908207s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.326919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.690201Z","time spent":"1.636695979s","remote":"127.0.0.1:34298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:14.324762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125836098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:41:14.327034Z","caller":"traceutil/trace.go:171","msg":"trace[955570996] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24761; }","duration":"2.128124092s","start":"2026-03-05T18:41:12.198861Z","end":"2026-03-05T18:41:14.326986Z","steps":["trace[955570996] 'agreement among raft nodes before linearized reading' (duration: 2.125705195s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.324767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239699077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T18:41:14.32487Z","caller":"traceutil/trace.go:171","msg":"trace[1388588575] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24761; }","duration":"1.240931515s","start":"2026-03-05T18:41:13.083915Z","end":"2026-03-05T18:41:14.324846Z","steps":["trace[1388588575] 'agreement among raft nodes before linearized reading' (duration: 1.240644449s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.327118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:13.083891Z","time spent":"1.24320753s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:41:14.327113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.19885Z","time spent":"2.128242285s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-05T18:41:14.327167Z","caller":"traceutil/trace.go:171","msg":"trace[2010334438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24761; }","duration":"1.242155485s","start":"2026-03-05T18:41:13.084989Z","end":"2026-03-05T18:41:14.327144Z","steps":["trace[2010334438] 'agreement among raft nodes before linearized reading' (duration: 1.239557923s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.327262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:13.084968Z","time spent":"1.242275048s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:41:14.824546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541081197919904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:15.046537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.864839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:15.046747Z","caller":"traceutil/trace.go:171","msg":"trace[239405228] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"1.017516995s","start":"2026-03-05T18:41:14.029084Z","end":"2026-03-05T18:41:15.046601Z","steps":["trace[239405228] 'process raft request' (duration: 854.510983ms)","trace[239405228] 'compare' (duration: 162.202834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:15.046848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:14.029063Z","time spent":"1.017721171s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:15.306522Z","caller":"traceutil/trace.go:171","msg":"trace[232107653] transaction","detail":"{read_only:false; response_revision:24764; number_of_response:1; }","duration":"1.167824428s","start":"2026-03-05T18:41:14.138652Z","end":"2026-03-05T18:41:15.306476Z","steps":["trace[232107653] 'process raft request' (duration: 1.167760407s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:15.306659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:14.138608Z","time spent":"1.167978252s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:15.306859Z","caller":"traceutil/trace.go:171","msg":"trace[403881124] transaction","detail":"{read_only:false; response_revision:24763; number_of_response:1; }","duration":"1.234098824s","start":"2026-03-05T18:41:14.072753Z","end":"2026-03-05T18:41:15.306852Z","steps":["trace[403881124] 'process raft request' (duration: 1.23352205s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:15.306908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:14.07273Z","time spent":"1.234151405s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:15.307183Z","caller":"traceutil/trace.go:171","msg":"trace[272131165] transaction","detail":"{read_only:false; response_revision:24765; number_of_response:1; }","duration":"1.13112301s","start":"2026-03-05T18:41:14.176007Z","end":"2026-03-05T18:41:15.30713Z","steps":["trace[272131165] 'process raft request' (duration: 1.130441264s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:15.307436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:14.175979Z","time spent":"1.131329745s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:15.307973Z","caller":"traceutil/trace.go:171","msg":"trace[1269750077] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"977.388957ms","start":"2026-03-05T18:41:14.330564Z","end":"2026-03-05T18:41:15.307953Z","steps":["trace[1269750077] 'process raft request' (duration: 976.952147ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:15.308102Z","caller":"traceutil/trace.go:171","msg":"trace[923241452] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"976.957478ms","start":"2026-03-05T18:41:14.331131Z","end":"2026-03-05T18:41:15.308088Z","steps":["trace[923241452] 'process raft request' (duration: 976.740093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:15.308098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:14.330536Z","time spent":"977.49611ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:15.308164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:14.33111Z","time spent":"977.02454ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:15.308268Z","caller":"traceutil/trace.go:171","msg":"trace[870985502] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"977.089981ms","start":"2026-03-05T18:41:14.331172Z","end":"2026-03-05T18:41:15.308262Z","steps":["trace[870985502] 'process raft request' (duration: 976.868606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:15.308306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:14.331149Z","time spent":"977.139182ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:15.30853Z","caller":"traceutil/trace.go:171","msg":"trace[1266917695] transaction","detail":"{read_only:false; response_revision:24769; number_of_response:1; }","duration":"976.501357ms","start":"2026-03-05T18:41:14.331998Z","end":"2026-03-05T18:41:15.308499Z","steps":["trace[1266917695] 'process raft request' (duration: 976.227671ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:15.308601Z","caller":"traceutil/trace.go:171","msg":"trace[699481274] transaction","detail":"{read_only:false; response_revision:24770; number_of_response:1; }","duration":"976.425515ms","start":"2026-03-05T18:41:14.332163Z","end":"2026-03-05T18:41:15.308589Z","steps":["trace[699481274] 'process raft request' (duration: 976.240851ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:15.308606Z","caller":"traceutil/trace.go:171","msg":"trace[2003847789] linearizableReadLoop","detail":"{readStateIndex:25641; appliedIndex:25632; }","duration":"984.709111ms","start":"2026-03-05T18:41:14.323879Z","end":"2026-03-05T18:41:15.308588Z","steps":["trace[2003847789] 'read index received' (duration: 559.755788ms)","trace[2003847789] 'applied index is now lower than readState.Index' (duration: 424.952233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:15.308652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:14.332153Z","time spent":"976.469276ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:15.308715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:14.331988Z","time spent":"976.63306ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:15.308822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804948774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:15.3089Z","caller":"traceutil/trace.go:171","msg":"trace[1453919614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24770; }","duration":"1.805076487s","start":"2026-03-05T18:41:13.503804Z","end":"2026-03-05T18:41:15.308881Z","steps":["trace[1453919614] 'agreement among raft nodes before linearized reading' (duration: 1.804913943s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:15.308955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:13.503766Z","time spent":"1.80517931s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:41:15.309073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.297267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:41:15.309186Z","caller":"traceutil/trace.go:171","msg":"trace[1135857718] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24770; }","duration":"658.41147ms","start":"2026-03-05T18:41:14.650754Z","end":"2026-03-05T18:41:15.309166Z","steps":["trace[1135857718] 'agreement among raft nodes before linearized reading' (duration: 658.131943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:15.309429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:14.65069Z","time spent":"658.721706ms","remote":"127.0.0.1:42952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:32.654842Z","caller":"traceutil/trace.go:171","msg":"trace[168078738] transaction","detail":"{read_only:false; response_revision:24883; number_of_response:1; }","duration":"114.288721ms","start":"2026-03-05T18:41:32.540515Z","end":"2026-03-05T18:41:32.654804Z","steps":["trace[168078738] 'process raft request' (duration: 114.147487ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:32.660284Z","caller":"traceutil/trace.go:171","msg":"trace[499828150] transaction","detail":"{read_only:false; response_revision:24884; number_of_response:1; }","duration":"118.871739ms","start":"2026-03-05T18:41:32.541378Z","end":"2026-03-05T18:41:32.66025Z","steps":["trace[499828150] 'process raft request' (duration: 118.708225ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:32.660442Z","caller":"traceutil/trace.go:171","msg":"trace[217670019] transaction","detail":"{read_only:false; response_revision:24885; number_of_response:1; }","duration":"119.013122ms","start":"2026-03-05T18:41:32.541415Z","end":"2026-03-05T18:41:32.660428Z","steps":["trace[217670019] 'process raft request' (duration: 118.795977ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:37.038194Z","caller":"traceutil/trace.go:171","msg":"trace[1753876518] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"284.477393ms","start":"2026-03-05T18:41:36.753693Z","end":"2026-03-05T18:41:37.038171Z","steps":["trace[1753876518] 'process raft request' (duration: 224.946605ms)","trace[1753876518] 'compare' (duration: 59.228931ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:37.038632Z","caller":"traceutil/trace.go:171","msg":"trace[871487592] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"284.811721ms","start":"2026-03-05T18:41:36.753784Z","end":"2026-03-05T18:41:37.038596Z","steps":["trace[871487592] 'process raft request' (duration: 284.303659ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:37.361309Z","caller":"traceutil/trace.go:171","msg":"trace[2088067551] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"147.454005ms","start":"2026-03-05T18:41:37.213821Z","end":"2026-03-05T18:41:37.361275Z","steps":["trace[2088067551] 'process raft request' (duration: 144.634489ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:37.916991Z","caller":"traceutil/trace.go:171","msg":"trace[1054526379] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"427.441261ms","start":"2026-03-05T18:41:37.489515Z","end":"2026-03-05T18:41:37.916956Z","steps":["trace[1054526379] 'process raft request' (duration: 388.229674ms)","trace[1054526379] 'compare' (duration: 38.884269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:37.917205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:37.48947Z","time spent":"427.636985ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:37.917485Z","caller":"traceutil/trace.go:171","msg":"trace[551758734] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"349.710865ms","start":"2026-03-05T18:41:37.567717Z","end":"2026-03-05T18:41:37.917428Z","steps":["trace[551758734] 'process raft request' (duration: 349.151901ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:37.917466Z","caller":"traceutil/trace.go:171","msg":"trace[1650957727] linearizableReadLoop","detail":"{readStateIndex:25795; appliedIndex:25793; }","duration":"346.239243ms","start":"2026-03-05T18:41:37.571156Z","end":"2026-03-05T18:41:37.917395Z","steps":["trace[1650957727] 'read index received' (duration: 306.699338ms)","trace[1650957727] 'applied index is now lower than readState.Index' (duration: 39.537645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:37.917767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:37.567686Z","time spent":"349.92414ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:37.917658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.484878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:41:37.917956Z","caller":"traceutil/trace.go:171","msg":"trace[811769345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24918; }","duration":"346.819566ms","start":"2026-03-05T18:41:37.571091Z","end":"2026-03-05T18:41:37.91791Z","steps":["trace[811769345] 'agreement among raft nodes before linearized reading' (duration: 346.396396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:37.91807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:37.571057Z","time spent":"346.97007ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:41:37.918228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.516405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:41:37.918277Z","caller":"traceutil/trace.go:171","msg":"trace[638864041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24918; }","duration":"243.629797ms","start":"2026-03-05T18:41:37.674636Z","end":"2026-03-05T18:41:37.918265Z","steps":["trace[638864041] 'agreement among raft nodes before linearized reading' (duration: 243.30038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:37.918419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.663338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:41:37.918458Z","caller":"traceutil/trace.go:171","msg":"trace[342003296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24918; }","duration":"243.74663ms","start":"2026-03-05T18:41:37.674699Z","end":"2026-03-05T18:41:37.918446Z","steps":["trace[342003296] 'agreement among raft nodes before linearized reading' (duration: 243.659818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:37.918534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.427313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:41:37.918626Z","caller":"traceutil/trace.go:171","msg":"trace[1499317165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24918; }","duration":"243.592857ms","start":"2026-03-05T18:41:37.675004Z","end":"2026-03-05T18:41:37.918597Z","steps":["trace[1499317165] 'agreement among raft nodes before linearized reading' (duration: 243.320091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:37.918543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.569496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T18:41:37.918748Z","caller":"traceutil/trace.go:171","msg":"trace[1992715862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24918; }","duration":"243.839552ms","start":"2026-03-05T18:41:37.674891Z","end":"2026-03-05T18:41:37.918731Z","steps":["trace[1992715862] 'agreement among raft nodes before linearized reading' (duration: 243.387532ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:39.734009Z","caller":"traceutil/trace.go:171","msg":"trace[2089503397] linearizableReadLoop","detail":"{readStateIndex:25808; appliedIndex:25807; }","duration":"179.092792ms","start":"2026-03-05T18:41:39.554885Z","end":"2026-03-05T18:41:39.733978Z","steps":["trace[2089503397] 'read index received' (duration: 178.829216ms)","trace[2089503397] 'applied index is now lower than readState.Index' (duration: 262.576µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:39.734142Z","caller":"traceutil/trace.go:171","msg":"trace[231280332] transaction","detail":"{read_only:false; response_revision:24930; number_of_response:1; }","duration":"274.154919ms","start":"2026-03-05T18:41:39.45995Z","end":"2026-03-05T18:41:39.734105Z","steps":["trace[231280332] 'process raft request' (duration: 273.849212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:39.73418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.274367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:39.734241Z","caller":"traceutil/trace.go:171","msg":"trace[268715898] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24930; }","duration":"179.359009ms","start":"2026-03-05T18:41:39.554864Z","end":"2026-03-05T18:41:39.734223Z","steps":["trace[268715898] 'agreement among raft nodes before linearized reading' (duration: 179.239496ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:46.205445Z","caller":"traceutil/trace.go:171","msg":"trace[220224828] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"114.851245ms","start":"2026-03-05T18:41:46.090553Z","end":"2026-03-05T18:41:46.205404Z","steps":["trace[220224828] 'process raft request' (duration: 75.593787ms)","trace[220224828] 'compare' (duration: 39.016622ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:48.31344Z","caller":"traceutil/trace.go:171","msg":"trace[435186755] linearizableReadLoop","detail":"{readStateIndex:25869; appliedIndex:25867; }","duration":"103.939467ms","start":"2026-03-05T18:41:48.209474Z","end":"2026-03-05T18:41:48.313413Z","steps":["trace[435186755] 'read index received' (duration: 77.577423ms)","trace[435186755] 'applied index is now lower than readState.Index' (duration: 26.360454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:48.313715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.220913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T18:41:48.313777Z","caller":"traceutil/trace.go:171","msg":"trace[1170125501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24990; }","duration":"104.343707ms","start":"2026-03-05T18:41:48.209418Z","end":"2026-03-05T18:41:48.313761Z","steps":["trace[1170125501] 'agreement among raft nodes before linearized reading' (duration: 104.094761ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:48.313694Z","caller":"traceutil/trace.go:171","msg":"trace[1449940165] transaction","detail":"{read_only:false; response_revision:24990; number_of_response:1; }","duration":"117.62044ms","start":"2026-03-05T18:41:48.196032Z","end":"2026-03-05T18:41:48.313652Z","steps":["trace[1449940165] 'process raft request' (duration: 117.267552ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:49.033846Z","caller":"traceutil/trace.go:171","msg":"trace[1467308191] transaction","detail":"{read_only:false; response_revision:24995; number_of_response:1; }","duration":"116.400701ms","start":"2026-03-05T18:41:48.917412Z","end":"2026-03-05T18:41:49.033812Z","steps":["trace[1467308191] 'process raft request' (duration: 62.425886ms)","trace[1467308191] 'compare' (duration: 53.857682ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:50.244051Z","caller":"traceutil/trace.go:171","msg":"trace[669426111] transaction","detail":"{read_only:false; response_revision:25000; number_of_response:1; }","duration":"256.825959ms","start":"2026-03-05T18:41:49.987186Z","end":"2026-03-05T18:41:50.244012Z","steps":["trace[669426111] 'process raft request' (duration: 256.487131ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:50.442671Z","caller":"traceutil/trace.go:171","msg":"trace[382907291] linearizableReadLoop","detail":"{readStateIndex:25883; appliedIndex:25882; }","duration":"124.011262ms","start":"2026-03-05T18:41:50.318634Z","end":"2026-03-05T18:41:50.442645Z","steps":["trace[382907291] 'read index received' (duration: 74.089132ms)","trace[382907291] 'applied index is now lower than readState.Index' (duration: 49.92092ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:50.44271Z","caller":"traceutil/trace.go:171","msg":"trace[2084605581] transaction","detail":"{read_only:false; response_revision:25003; number_of_response:1; }","duration":"133.609338ms","start":"2026-03-05T18:41:50.309067Z","end":"2026-03-05T18:41:50.442676Z","steps":["trace[2084605581] 'process raft request' (duration: 83.75213ms)","trace[2084605581] 'compare' (duration: 49.50095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:50.442904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.257817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T18:41:50.442948Z","caller":"traceutil/trace.go:171","msg":"trace[1866469831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25003; }","duration":"124.338429ms","start":"2026-03-05T18:41:50.318597Z","end":"2026-03-05T18:41:50.442936Z","steps":["trace[1866469831] 'agreement among raft nodes before linearized reading' (duration: 124.179246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:50.443579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.020139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T18:41:50.444262Z","caller":"traceutil/trace.go:171","msg":"trace[2090264008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25003; }","duration":"104.127541ms","start":"2026-03-05T18:41:50.339515Z","end":"2026-03-05T18:41:50.443642Z","steps":["trace[2090264008] 'agreement among raft nodes before linearized reading' (duration: 103.903036ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:52.37913Z","caller":"traceutil/trace.go:171","msg":"trace[397295336] linearizableReadLoop","detail":"{readStateIndex:25893; appliedIndex:25892; }","duration":"111.961576ms","start":"2026-03-05T18:41:52.267142Z","end":"2026-03-05T18:41:52.379104Z","steps":["trace[397295336] 'read index received' (duration: 111.70013ms)","trace[397295336] 'applied index is now lower than readState.Index' (duration: 260.516µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:52.379252Z","caller":"traceutil/trace.go:171","msg":"trace[1329594659] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"129.673084ms","start":"2026-03-05T18:41:52.249566Z","end":"2026-03-05T18:41:52.379239Z","steps":["trace[1329594659] 'process raft request' (duration: 129.381497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:52.379504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.343525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T18:41:52.379583Z","caller":"traceutil/trace.go:171","msg":"trace[1768663747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25013; }","duration":"112.466608ms","start":"2026-03-05T18:41:52.267097Z","end":"2026-03-05T18:41:52.379563Z","steps":["trace[1768663747] 'agreement among raft nodes before linearized reading' (duration: 112.281093ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:53.478337Z","caller":"traceutil/trace.go:171","msg":"trace[1289533071] linearizableReadLoop","detail":"{readStateIndex:25906; appliedIndex:25905; }","duration":"154.43308ms","start":"2026-03-05T18:41:53.323875Z","end":"2026-03-05T18:41:53.478308Z","steps":["trace[1289533071] 'read index received' (duration: 65.851087ms)","trace[1289533071] 'applied index is now lower than readState.Index' (duration: 88.581003ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:53.478373Z","caller":"traceutil/trace.go:171","msg":"trace[1775425882] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"214.118019ms","start":"2026-03-05T18:41:53.264208Z","end":"2026-03-05T18:41:53.478326Z","steps":["trace[1775425882] 'process raft request' (duration: 125.590468ms)","trace[1775425882] 'compare' (duration: 88.384638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:53.478477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.583953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:41:53.478606Z","caller":"traceutil/trace.go:171","msg":"trace[242456065] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25026; }","duration":"154.729866ms","start":"2026-03-05T18:41:53.32386Z","end":"2026-03-05T18:41:53.47859Z","steps":["trace[242456065] 'agreement among raft nodes before linearized reading' (duration: 154.544192ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:56.544147Z","caller":"traceutil/trace.go:171","msg":"trace[1759593803] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"127.79912ms","start":"2026-03-05T18:41:56.416322Z","end":"2026-03-05T18:41:56.544121Z","steps":["trace[1759593803] 'process raft request' (duration: 127.633067ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:57.158879Z","caller":"traceutil/trace.go:171","msg":"trace[1234967438] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"186.362554ms","start":"2026-03-05T18:41:56.972478Z","end":"2026-03-05T18:41:57.15884Z","steps":["trace[1234967438] 'process raft request' (duration: 186.070117ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:58.655293Z","caller":"traceutil/trace.go:171","msg":"trace[1250480023] linearizableReadLoop","detail":"{readStateIndex:25936; appliedIndex:25935; }","duration":"141.900573ms","start":"2026-03-05T18:41:58.51337Z","end":"2026-03-05T18:41:58.65527Z","steps":["trace[1250480023] 'read index received' (duration: 87.772104ms)","trace[1250480023] 'applied index is now lower than readState.Index' (duration: 54.127109ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:58.655421Z","caller":"traceutil/trace.go:171","msg":"trace[1999399032] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"146.471741ms","start":"2026-03-05T18:41:58.508934Z","end":"2026-03-05T18:41:58.655406Z","steps":["trace[1999399032] 'process raft request' (duration: 92.135087ms)","trace[1999399032] 'compare' (duration: 54.042357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:58.655534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.124276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:58.655589Z","caller":"traceutil/trace.go:171","msg":"trace[707212406] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25055; }","duration":"103.222369ms","start":"2026-03-05T18:41:58.552355Z","end":"2026-03-05T18:41:58.655578Z","steps":["trace[707212406] 'agreement among raft nodes before linearized reading' (duration: 103.131497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:58.655658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.255204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T18:41:58.655757Z","caller":"traceutil/trace.go:171","msg":"trace[1690611606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25055; }","duration":"107.388907ms","start":"2026-03-05T18:41:58.548346Z","end":"2026-03-05T18:41:58.655735Z","steps":["trace[1690611606] 'agreement among raft nodes before linearized reading' (duration: 107.123171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:58.655828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.540736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:58.655829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.433066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:58.655902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.309519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:58.65592Z","caller":"traceutil/trace.go:171","msg":"trace[1034424367] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25055; }","duration":"142.566659ms","start":"2026-03-05T18:41:58.513332Z","end":"2026-03-05T18:41:58.655899Z","steps":["trace[1034424367] 'agreement among raft nodes before linearized reading' (duration: 142.440316ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:58.65594Z","caller":"traceutil/trace.go:171","msg":"trace[1726330653] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25055; }","duration":"105.37474ms","start":"2026-03-05T18:41:58.550556Z","end":"2026-03-05T18:41:58.655931Z","steps":["trace[1726330653] 'agreement among raft nodes before linearized reading' (duration: 105.314889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:58.656111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.666027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:58.655869Z","caller":"traceutil/trace.go:171","msg":"trace[501945335] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25055; }","duration":"100.602247ms","start":"2026-03-05T18:41:58.555258Z","end":"2026-03-05T18:41:58.65586Z","steps":["trace[501945335] 'agreement among raft nodes before linearized reading' (duration: 100.528296ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:58.656158Z","caller":"traceutil/trace.go:171","msg":"trace[733054151] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25055; }","duration":"105.725729ms","start":"2026-03-05T18:41:58.550419Z","end":"2026-03-05T18:41:58.656145Z","steps":["trace[733054151] 'agreement among raft nodes before linearized reading' (duration: 105.655787ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:59.341444Z","caller":"traceutil/trace.go:171","msg":"trace[236927778] linearizableReadLoop","detail":"{readStateIndex:25945; appliedIndex:25944; }","duration":"123.885828ms","start":"2026-03-05T18:41:59.217524Z","end":"2026-03-05T18:41:59.34141Z","steps":["trace[236927778] 'read index received' (duration: 64.207567ms)","trace[236927778] 'applied index is now lower than readState.Index' (duration: 59.67687ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:59.341531Z","caller":"traceutil/trace.go:171","msg":"trace[94609492] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"152.005061ms","start":"2026-03-05T18:41:59.189483Z","end":"2026-03-05T18:41:59.341488Z","steps":["trace[94609492] 'process raft request' (duration: 92.213889ms)","trace[94609492] 'compare' (duration: 59.472275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:59.341761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.198815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:41:59.34181Z","caller":"traceutil/trace.go:171","msg":"trace[956155217] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25063; }","duration":"124.310008ms","start":"2026-03-05T18:41:59.217488Z","end":"2026-03-05T18:41:59.341798Z","steps":["trace[956155217] 'agreement among raft nodes before linearized reading' (duration: 124.031931ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:01.453447Z","caller":"traceutil/trace.go:171","msg":"trace[2024181749] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"107.372268ms","start":"2026-03-05T18:42:01.346046Z","end":"2026-03-05T18:42:01.453418Z","steps":["trace[2024181749] 'process raft request' (duration: 107.194853ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:01.454142Z","caller":"traceutil/trace.go:171","msg":"trace[969791000] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"100.820353ms","start":"2026-03-05T18:42:01.353298Z","end":"2026-03-05T18:42:01.454118Z","steps":["trace[969791000] 'process raft request' (duration: 100.68072ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:02.906666Z","caller":"traceutil/trace.go:171","msg":"trace[1913352984] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"108.663089ms","start":"2026-03-05T18:42:02.797976Z","end":"2026-03-05T18:42:02.906639Z","steps":["trace[1913352984] 'process raft request' (duration: 108.370572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:02.906799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.604561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:42:02.907008Z","caller":"traceutil/trace.go:171","msg":"trace[1598924690] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25084; }","duration":"112.810726ms","start":"2026-03-05T18:42:02.794141Z","end":"2026-03-05T18:42:02.906952Z","steps":["trace[1598924690] 'agreement among raft nodes before linearized reading' (duration: 112.435027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:02.907255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.368212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:42:02.907336Z","caller":"traceutil/trace.go:171","msg":"trace[1972394409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25084; }","duration":"111.487925ms","start":"2026-03-05T18:42:02.795829Z","end":"2026-03-05T18:42:02.907317Z","steps":["trace[1972394409] 'agreement among raft nodes before linearized reading' (duration: 111.206459ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:03.030369Z","caller":"traceutil/trace.go:171","msg":"trace[2028384274] linearizableReadLoop","detail":"{readStateIndex:25967; appliedIndex:25966; }","duration":"119.487223ms","start":"2026-03-05T18:42:02.910854Z","end":"2026-03-05T18:42:03.030341Z","steps":["trace[2028384274] 'read index received' (duration: 97.34504ms)","trace[2028384274] 'applied index is now lower than readState.Index' (duration: 22.141003ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:42:03.03045Z","caller":"traceutil/trace.go:171","msg":"trace[625014711] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"171.425391ms","start":"2026-03-05T18:42:02.85899Z","end":"2026-03-05T18:42:03.030415Z","steps":["trace[625014711] 'process raft request' (duration: 149.225937ms)","trace[625014711] 'compare' (duration: 21.762304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:03.030596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.72277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:03.030662Z","caller":"traceutil/trace.go:171","msg":"trace[314183441] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25085; }","duration":"119.822891ms","start":"2026-03-05T18:42:02.910823Z","end":"2026-03-05T18:42:03.030646Z","steps":["trace[314183441] 'agreement among raft nodes before linearized reading' (duration: 119.631697ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:03.274564Z","caller":"traceutil/trace.go:171","msg":"trace[2087311058] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"363.016208ms","start":"2026-03-05T18:42:02.911516Z","end":"2026-03-05T18:42:03.274532Z","steps":["trace[2087311058] 'process raft request' (duration: 325.327338ms)","trace[2087311058] 'compare' (duration: 37.483866ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:42:03.274616Z","caller":"traceutil/trace.go:171","msg":"trace[1443102037] linearizableReadLoop","detail":"{readStateIndex:25970; appliedIndex:25967; }","duration":"239.797637ms","start":"2026-03-05T18:42:03.034794Z","end":"2026-03-05T18:42:03.274591Z","steps":["trace[1443102037] 'read index received' (duration: 202.025294ms)","trace[1443102037] 'applied index is now lower than readState.Index' (duration: 37.771073ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:42:03.274666Z","caller":"traceutil/trace.go:171","msg":"trace[1099733431] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"361.77945ms","start":"2026-03-05T18:42:02.912854Z","end":"2026-03-05T18:42:03.274633Z","steps":["trace[1099733431] 'process raft request' (duration: 361.586015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.274714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:02.911491Z","time spent":"363.152062ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:03.274861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:02.912838Z","time spent":"361.908952ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:03.274685Z","caller":"traceutil/trace.go:171","msg":"trace[1294401066] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"345.027934ms","start":"2026-03-05T18:42:02.929626Z","end":"2026-03-05T18:42:03.274654Z","steps":["trace[1294401066] 'process raft request' (duration: 344.921052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.275081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.267438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T18:42:03.275136Z","caller":"traceutil/trace.go:171","msg":"trace[139305211] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25088; }","duration":"240.36712ms","start":"2026-03-05T18:42:03.034756Z","end":"2026-03-05T18:42:03.275123Z","steps":["trace[139305211] 'agreement among raft nodes before linearized reading' (duration: 239.94509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.275201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:02.929595Z","time spent":"345.431133ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:03.511305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.575641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:42:03.511433Z","caller":"traceutil/trace.go:171","msg":"trace[968909101] linearizableReadLoop","detail":"{readStateIndex:25971; appliedIndex:25970; }","duration":"236.741955ms","start":"2026-03-05T18:42:03.274669Z","end":"2026-03-05T18:42:03.511411Z","steps":["trace[968909101] 'read index received' (duration: 109.857947ms)","trace[968909101] 'applied index is now lower than readState.Index' (duration: 126.882358ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:42:03.511452Z","caller":"traceutil/trace.go:171","msg":"trace[1872511409] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"243.979306ms","start":"2026-03-05T18:42:03.267438Z","end":"2026-03-05T18:42:03.511418Z","steps":["trace[1872511409] 'process raft request' (duration: 117.19055ms)","trace[1872511409] 'compare' (duration: 126.435317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:03.511604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.015559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:42:03.511641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.816757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-05T18:42:03.511697Z","caller":"traceutil/trace.go:171","msg":"trace[1350077268] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25089; }","duration":"473.903249ms","start":"2026-03-05T18:42:03.037777Z","end":"2026-03-05T18:42:03.51168Z","steps":["trace[1350077268] 'agreement among raft nodes before linearized reading' (duration: 473.731165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.511699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.046044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-03-05T18:42:03.511757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:03.037761Z","time spent":"473.980811ms","remote":"127.0.0.1:42952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-05T18:42:03.51178Z","caller":"traceutil/trace.go:171","msg":"trace[1706207073] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25089; }","duration":"400.189707ms","start":"2026-03-05T18:42:03.111568Z","end":"2026-03-05T18:42:03.511757Z","steps":["trace[1706207073] 'agreement among raft nodes before linearized reading' (duration: 399.926591ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:03.511697Z","caller":"traceutil/trace.go:171","msg":"trace[1257742236] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25089; }","duration":"341.177072ms","start":"2026-03-05T18:42:03.170494Z","end":"2026-03-05T18:42:03.511671Z","steps":["trace[1257742236] 'agreement among raft nodes before linearized reading' (duration: 341.028839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.511827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:03.111026Z","time spent":"400.792152ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T18:42:03.511865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:03.170482Z","time spent":"341.355607ms","remote":"127.0.0.1:34022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:42:03.581923Z","caller":"traceutil/trace.go:171","msg":"trace[1884455589] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"122.585978ms","start":"2026-03-05T18:42:03.459296Z","end":"2026-03-05T18:42:03.581882Z","steps":["trace[1884455589] 'process raft request' (duration: 122.305891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.582019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.642744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:42:03.582087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.475349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18551"} {"level":"info","ts":"2026-03-05T18:42:03.582109Z","caller":"traceutil/trace.go:171","msg":"trace[54584272] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25091; }","duration":"176.743207ms","start":"2026-03-05T18:42:03.405321Z","end":"2026-03-05T18:42:03.582065Z","steps":["trace[54584272] 'agreement among raft nodes before linearized reading' (duration: 176.628464ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:03.582145Z","caller":"traceutil/trace.go:171","msg":"trace[331766569] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25091; }","duration":"305.584002ms","start":"2026-03-05T18:42:03.276547Z","end":"2026-03-05T18:42:03.582131Z","steps":["trace[331766569] 'agreement among raft nodes before linearized reading' (duration: 305.371537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.582191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:03.27653Z","time spent":"305.652313ms","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18575,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T18:42:03.581979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.312779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:03.582466Z","caller":"traceutil/trace.go:171","msg":"trace[1238239762] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25091; }","duration":"284.836112ms","start":"2026-03-05T18:42:03.2976Z","end":"2026-03-05T18:42:03.582436Z","steps":["trace[1238239762] 'agreement among raft nodes before linearized reading' (duration: 284.283679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.583148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.75248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:03.583273Z","caller":"traceutil/trace.go:171","msg":"trace[1461374461] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25091; }","duration":"177.918004ms","start":"2026-03-05T18:42:03.405337Z","end":"2026-03-05T18:42:03.583255Z","steps":["trace[1461374461] 'agreement among raft nodes before linearized reading' (duration: 176.495701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.657717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.305244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-84ac3690-2476-48a8-a45e-9117b235d473\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-05T18:42:03.657797Z","caller":"traceutil/trace.go:171","msg":"trace[1499132148] range","detail":"{range_begin:/registry/persistentvolumes/pvc-84ac3690-2476-48a8-a45e-9117b235d473; range_end:; response_count:1; response_revision:25092; }","duration":"142.418995ms","start":"2026-03-05T18:42:03.515367Z","end":"2026-03-05T18:42:03.657786Z","steps":["trace[1499132148] 'agreement among raft nodes before linearized reading' (duration: 142.245791ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:03.657684Z","caller":"traceutil/trace.go:171","msg":"trace[1975623931] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"140.994042ms","start":"2026-03-05T18:42:03.516645Z","end":"2026-03-05T18:42:03.657639Z","steps":["trace[1975623931] 'process raft request' (duration: 134.416437ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:05.456148Z","caller":"traceutil/trace.go:171","msg":"trace[173247499] linearizableReadLoop","detail":"{readStateIndex:25985; appliedIndex:25983; }","duration":"146.047221ms","start":"2026-03-05T18:42:05.310076Z","end":"2026-03-05T18:42:05.456123Z","steps":["trace[173247499] 'read index received' (duration: 34.31696ms)","trace[173247499] 'applied index is now lower than readState.Index' (duration: 111.729341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:05.456285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.191075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:05.456328Z","caller":"traceutil/trace.go:171","msg":"trace[1397322120] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25102; }","duration":"146.304567ms","start":"2026-03-05T18:42:05.310012Z","end":"2026-03-05T18:42:05.456316Z","steps":["trace[1397322120] 'agreement among raft nodes before linearized reading' (duration: 146.206555ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:05.456204Z","caller":"traceutil/trace.go:171","msg":"trace[1983180246] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"173.04353ms","start":"2026-03-05T18:42:05.283129Z","end":"2026-03-05T18:42:05.456173Z","steps":["trace[1983180246] 'process raft request' (duration: 172.840485ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:07.049085Z","caller":"traceutil/trace.go:171","msg":"trace[725283087] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"117.537407ms","start":"2026-03-05T18:42:06.93152Z","end":"2026-03-05T18:42:07.049058Z","steps":["trace[725283087] 'process raft request' (duration: 44.87349ms)","trace[725283087] 'compare' (duration: 72.263067ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:42:09.611057Z","caller":"traceutil/trace.go:171","msg":"trace[1204058775] linearizableReadLoop","detail":"{readStateIndex:26013; appliedIndex:26012; }","duration":"107.431778ms","start":"2026-03-05T18:42:09.503597Z","end":"2026-03-05T18:42:09.611029Z","steps":["trace[1204058775] 'read index received' (duration: 107.245594ms)","trace[1204058775] 'applied index is now lower than readState.Index' (duration: 185.274µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:42:09.611107Z","caller":"traceutil/trace.go:171","msg":"trace[804300991] transaction","detail":"{read_only:false; response_revision:25129; number_of_response:1; }","duration":"161.766013ms","start":"2026-03-05T18:42:09.449309Z","end":"2026-03-05T18:42:09.611075Z","steps":["trace[804300991] 'process raft request' (duration: 161.530988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:09.61133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.711845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:42:09.611425Z","caller":"traceutil/trace.go:171","msg":"trace[568002038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25129; }","duration":"107.876409ms","start":"2026-03-05T18:42:09.503528Z","end":"2026-03-05T18:42:09.611405Z","steps":["trace[568002038] 'agreement among raft nodes before linearized reading' (duration: 107.632223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:09.611343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.459389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:09.61163Z","caller":"traceutil/trace.go:171","msg":"trace[41329700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25129; }","duration":"107.745525ms","start":"2026-03-05T18:42:09.503854Z","end":"2026-03-05T18:42:09.611599Z","steps":["trace[41329700] 'agreement among raft nodes before linearized reading' (duration: 107.424548ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:50.078356Z","caller":"traceutil/trace.go:171","msg":"trace[699682567] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"192.318245ms","start":"2026-03-05T18:42:49.886008Z","end":"2026-03-05T18:42:50.078327Z","steps":["trace[699682567] 'process raft request' (duration: 192.158971ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:50.130476Z","caller":"traceutil/trace.go:171","msg":"trace[1903043650] linearizableReadLoop","detail":"{readStateIndex:26354; appliedIndex:26350; }","duration":"221.175147ms","start":"2026-03-05T18:42:49.909282Z","end":"2026-03-05T18:42:50.130457Z","steps":["trace[1903043650] 'read index received' (duration: 168.876002ms)","trace[1903043650] 'applied index is now lower than readState.Index' (duration: 52.298255ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:42:50.130813Z","caller":"traceutil/trace.go:171","msg":"trace[1376379007] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"241.292892ms","start":"2026-03-05T18:42:49.889507Z","end":"2026-03-05T18:42:50.1308Z","steps":["trace[1376379007] 'process raft request' (duration: 239.04225ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:50.131029Z","caller":"traceutil/trace.go:171","msg":"trace[1149916540] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"241.438405ms","start":"2026-03-05T18:42:49.889577Z","end":"2026-03-05T18:42:50.131016Z","steps":["trace[1149916540] 'process raft request' (duration: 240.76252ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:50.131186Z","caller":"traceutil/trace.go:171","msg":"trace[1889041642] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"240.096634ms","start":"2026-03-05T18:42:49.89108Z","end":"2026-03-05T18:42:50.131176Z","steps":["trace[1889041642] 'process raft request' (duration: 239.305775ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:50.131344Z","caller":"traceutil/trace.go:171","msg":"trace[195855387] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"163.321471ms","start":"2026-03-05T18:42:49.96801Z","end":"2026-03-05T18:42:50.131331Z","steps":["trace[195855387] 'process raft request' (duration: 162.407388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:50.131533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.238533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:50.131587Z","caller":"traceutil/trace.go:171","msg":"trace[1024776878] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25462; }","duration":"222.310434ms","start":"2026-03-05T18:42:49.909265Z","end":"2026-03-05T18:42:50.131576Z","steps":["trace[1024776878] 'agreement among raft nodes before linearized reading' (duration: 222.215772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:50.131823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.96861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:42:50.131861Z","caller":"traceutil/trace.go:171","msg":"trace[1665705601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25462; }","duration":"160.028902ms","start":"2026-03-05T18:42:49.971823Z","end":"2026-03-05T18:42:50.131852Z","steps":["trace[1665705601] 'agreement among raft nodes before linearized reading' (duration: 159.914779ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:57.083267Z","caller":"traceutil/trace.go:171","msg":"trace[85350260] transaction","detail":"{read_only:false; response_revision:25527; number_of_response:1; }","duration":"199.72442ms","start":"2026-03-05T18:42:56.883517Z","end":"2026-03-05T18:42:57.083241Z","steps":["trace[85350260] 'process raft request' (duration: 199.576436ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:43:01.42475Z","caller":"traceutil/trace.go:171","msg":"trace[74178065] transaction","detail":"{read_only:false; response_revision:25578; number_of_response:1; }","duration":"114.746442ms","start":"2026-03-05T18:43:01.309974Z","end":"2026-03-05T18:43:01.42472Z","steps":["trace[74178065] 'process raft request' (duration: 30.03047ms)","trace[74178065] 'compare' (duration: 84.603649ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:43:01.787878Z","caller":"traceutil/trace.go:171","msg":"trace[1975833234] transaction","detail":"{read_only:false; response_revision:25580; number_of_response:1; }","duration":"130.127176ms","start":"2026-03-05T18:43:01.657731Z","end":"2026-03-05T18:43:01.787858Z","steps":["trace[1975833234] 'process raft request' (duration: 129.988283ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:43:33.920972Z","caller":"traceutil/trace.go:171","msg":"trace[1999378058] linearizableReadLoop","detail":"{readStateIndex:26728; appliedIndex:26727; }","duration":"196.830581ms","start":"2026-03-05T18:43:33.724117Z","end":"2026-03-05T18:43:33.920948Z","steps":["trace[1999378058] 'read index received' (duration: 196.630476ms)","trace[1999378058] 'applied index is now lower than readState.Index' (duration: 199.095µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:43:33.921056Z","caller":"traceutil/trace.go:171","msg":"trace[587430706] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"199.7483ms","start":"2026-03-05T18:43:33.721266Z","end":"2026-03-05T18:43:33.921014Z","steps":["trace[587430706] 'process raft request' (duration: 199.508835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:43:33.921173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.895001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:43:33.92117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.029275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:43:33.921217Z","caller":"traceutil/trace.go:171","msg":"trace[874325332] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25825; }","duration":"125.008314ms","start":"2026-03-05T18:43:33.796199Z","end":"2026-03-05T18:43:33.921207Z","steps":["trace[874325332] 'agreement among raft nodes before linearized reading' (duration: 124.905841ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:43:33.921236Z","caller":"traceutil/trace.go:171","msg":"trace[1703403049] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25825; }","duration":"197.124378ms","start":"2026-03-05T18:43:33.724094Z","end":"2026-03-05T18:43:33.921218Z","steps":["trace[1703403049] 'agreement among raft nodes before linearized reading' (duration: 197.007785ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:43:55.147437Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23648} {"level":"info","ts":"2026-03-05T18:43:55.290983Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23648,"took":"138.205776ms","hash":554416291,"current-db-size-bytes":48898048,"current-db-size":"49 MB","current-db-size-in-use-bytes":31645696,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-05T18:43:55.291161Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":554416291,"revision":23648,"compact-revision":20558} {"level":"info","ts":"2026-03-05T18:44:26.191351Z","caller":"traceutil/trace.go:171","msg":"trace[1095764174] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"216.406725ms","start":"2026-03-05T18:44:25.974915Z","end":"2026-03-05T18:44:26.191321Z","steps":["trace[1095764174] 'process raft request' (duration: 216.149019ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:44:26.191276Z","caller":"traceutil/trace.go:171","msg":"trace[1028194859] linearizableReadLoop","detail":"{readStateIndex:27305; appliedIndex:27304; }","duration":"214.312306ms","start":"2026-03-05T18:44:25.976931Z","end":"2026-03-05T18:44:26.191243Z","steps":["trace[1028194859] 'read index received' (duration: 214.117801ms)","trace[1028194859] 'applied index is now lower than readState.Index' (duration: 193.105µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:44:26.191643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.698894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:44:26.191731Z","caller":"traceutil/trace.go:171","msg":"trace[936177905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26386; }","duration":"214.810767ms","start":"2026-03-05T18:44:25.976898Z","end":"2026-03-05T18:44:26.191708Z","steps":["trace[936177905] 'agreement among raft nodes before linearized reading' (duration: 214.596673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:44:26.191763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.350707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-05T18:44:26.191826Z","caller":"traceutil/trace.go:171","msg":"trace[1182319129] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26386; }","duration":"143.46211ms","start":"2026-03-05T18:44:26.048345Z","end":"2026-03-05T18:44:26.191807Z","steps":["trace[1182319129] 'agreement among raft nodes before linearized reading' (duration: 143.184333ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:44:36.434984Z","caller":"traceutil/trace.go:171","msg":"trace[1249736104] transaction","detail":"{read_only:false; response_revision:26463; number_of_response:1; }","duration":"183.66279ms","start":"2026-03-05T18:44:36.251285Z","end":"2026-03-05T18:44:36.434947Z","steps":["trace[1249736104] 'process raft request' (duration: 183.502015ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:44:36.815315Z","caller":"traceutil/trace.go:171","msg":"trace[1785110644] transaction","detail":"{read_only:false; response_revision:26467; number_of_response:1; }","duration":"112.676423ms","start":"2026-03-05T18:44:36.702604Z","end":"2026-03-05T18:44:36.815281Z","steps":["trace[1785110644] 'process raft request' (duration: 14.41687ms)","trace[1785110644] 'compare' (duration: 97.906344ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:44:36.878102Z","caller":"traceutil/trace.go:171","msg":"trace[2005448340] linearizableReadLoop","detail":"{readStateIndex:27389; appliedIndex:27388; }","duration":"160.476643ms","start":"2026-03-05T18:44:36.717601Z","end":"2026-03-05T18:44:36.878078Z","steps":["trace[2005448340] 'read index received' (duration: 160.320559ms)","trace[2005448340] 'applied index is now lower than readState.Index' (duration: 155.094µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:44:36.878147Z","caller":"traceutil/trace.go:171","msg":"trace[1056926517] transaction","detail":"{read_only:false; response_revision:26468; number_of_response:1; }","duration":"171.052532ms","start":"2026-03-05T18:44:36.70706Z","end":"2026-03-05T18:44:36.878112Z","steps":["trace[1056926517] 'process raft request' (duration: 170.886128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:44:36.878349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.709168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:44:36.878393Z","caller":"traceutil/trace.go:171","msg":"trace[2108999352] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26468; }","duration":"160.855432ms","start":"2026-03-05T18:44:36.717528Z","end":"2026-03-05T18:44:36.878383Z","steps":["trace[2108999352] 'agreement among raft nodes before linearized reading' (duration: 160.734699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:44:36.878552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.696809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-05T18:44:36.878624Z","caller":"traceutil/trace.go:171","msg":"trace[1424681224] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26468; }","duration":"116.808251ms","start":"2026-03-05T18:44:36.761801Z","end":"2026-03-05T18:44:36.878609Z","steps":["trace[1424681224] 'agreement among raft nodes before linearized reading' (duration: 116.589926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:44:36.878846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.846568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:44:36.878868Z","caller":"traceutil/trace.go:171","msg":"trace[174825551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26468; }","duration":"104.905869ms","start":"2026-03-05T18:44:36.773953Z","end":"2026-03-05T18:44:36.878859Z","steps":["trace[174825551] 'agreement among raft nodes before linearized reading' (duration: 104.844158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:44:37.126402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.127985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:44:37.126604Z","caller":"traceutil/trace.go:171","msg":"trace[297413304] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26471; }","duration":"174.32877ms","start":"2026-03-05T18:44:36.952161Z","end":"2026-03-05T18:44:37.12649Z","steps":["trace[297413304] 'count revisions from in-memory index tree' (duration: 173.94847ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:44:37.127081Z","caller":"traceutil/trace.go:171","msg":"trace[1633242939] transaction","detail":"{read_only:false; response_revision:26472; number_of_response:1; }","duration":"152.403812ms","start":"2026-03-05T18:44:36.974651Z","end":"2026-03-05T18:44:37.127055Z","steps":["trace[1633242939] 'process raft request' (duration: 105.830311ms)","trace[1633242939] 'compare' (duration: 46.423317ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:44:48.254554Z","caller":"traceutil/trace.go:171","msg":"trace[200388085] transaction","detail":"{read_only:false; response_revision:26618; number_of_response:1; }","duration":"197.632451ms","start":"2026-03-05T18:44:48.056892Z","end":"2026-03-05T18:44:48.254524Z","steps":["trace[200388085] 'process raft request' (duration: 197.428187ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:44:48.25457Z","caller":"traceutil/trace.go:171","msg":"trace[1522589361] linearizableReadLoop","detail":"{readStateIndex:27545; appliedIndex:27544; }","duration":"112.725994ms","start":"2026-03-05T18:44:48.141749Z","end":"2026-03-05T18:44:48.254475Z","steps":["trace[1522589361] 'read index received' (duration: 112.500269ms)","trace[1522589361] 'applied index is now lower than readState.Index' (duration: 224.435µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:44:48.254699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.91951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/openstack-database-exporter\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:44:48.254921Z","caller":"traceutil/trace.go:171","msg":"trace[1195262586] range","detail":"{range_begin:/registry/deployments/openstack/openstack-database-exporter; range_end:; response_count:0; response_revision:26618; }","duration":"113.191056ms","start":"2026-03-05T18:44:48.141704Z","end":"2026-03-05T18:44:48.254895Z","steps":["trace[1195262586] 'agreement among raft nodes before linearized reading' (duration: 112.908129ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:44:56.916558Z","caller":"traceutil/trace.go:171","msg":"trace[512755008] linearizableReadLoop","detail":"{readStateIndex:27636; appliedIndex:27634; }","duration":"202.219829ms","start":"2026-03-05T18:44:56.714312Z","end":"2026-03-05T18:44:56.916532Z","steps":["trace[512755008] 'read index received' (duration: 114.172887ms)","trace[512755008] 'applied index is now lower than readState.Index' (duration: 88.045892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:44:56.916832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.490815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:44:56.916891Z","caller":"traceutil/trace.go:171","msg":"trace[740241717] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26707; }","duration":"202.571817ms","start":"2026-03-05T18:44:56.714304Z","end":"2026-03-05T18:44:56.916876Z","steps":["trace[740241717] 'agreement among raft nodes before linearized reading' (duration: 202.456594ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:44:56.916631Z","caller":"traceutil/trace.go:171","msg":"trace[1823938756] transaction","detail":"{read_only:false; response_revision:26707; number_of_response:1; }","duration":"209.562272ms","start":"2026-03-05T18:44:56.707038Z","end":"2026-03-05T18:44:56.9166Z","steps":["trace[1823938756] 'process raft request' (duration: 209.394528ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:44:56.916728Z","caller":"traceutil/trace.go:171","msg":"trace[116112974] transaction","detail":"{read_only:false; response_revision:26706; number_of_response:1; }","duration":"219.330283ms","start":"2026-03-05T18:44:56.697375Z","end":"2026-03-05T18:44:56.916705Z","steps":["trace[116112974] 'process raft request' (duration: 131.127818ms)","trace[116112974] 'compare' (duration: 87.690593ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:44:56.99894Z","caller":"traceutil/trace.go:171","msg":"trace[116321392] transaction","detail":"{read_only:false; response_revision:26708; number_of_response:1; }","duration":"100.872144ms","start":"2026-03-05T18:44:56.898034Z","end":"2026-03-05T18:44:56.998906Z","steps":["trace[116321392] 'process raft request' (duration: 100.67224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:44:56.999055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.266599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-05T18:44:56.999142Z","caller":"traceutil/trace.go:171","msg":"trace[272617707] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26708; }","duration":"122.412872ms","start":"2026-03-05T18:44:56.876709Z","end":"2026-03-05T18:44:56.999122Z","steps":["trace[272617707] 'agreement among raft nodes before linearized reading' (duration: 122.179447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:46:09.110915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.534396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:46:09.111Z","caller":"traceutil/trace.go:171","msg":"trace[1945497098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27261; }","duration":"125.66435ms","start":"2026-03-05T18:46:08.985317Z","end":"2026-03-05T18:46:09.110981Z","steps":["trace[1945497098] 'range keys from in-memory index tree' (duration: 125.381693ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:48:55.156066Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26038} {"level":"info","ts":"2026-03-05T18:48:55.279976Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26038,"took":"119.898789ms","hash":2202573081,"current-db-size-bytes":48898048,"current-db-size":"49 MB","current-db-size-in-use-bytes":31064064,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-05T18:48:55.28006Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2202573081,"revision":26038,"compact-revision":23648} {"level":"info","ts":"2026-03-05T18:50:20.059402Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b66d12fd59101739","local-member-applied-index":30008,"local-member-snapshot-index":20007,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T18:50:20.063973Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30008} {"level":"info","ts":"2026-03-05T18:50:20.064044Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25008} {"level":"info","ts":"2026-03-05T18:53:55.161958Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28393} {"level":"info","ts":"2026-03-05T18:53:55.282391Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28393,"took":"116.449867ms","hash":122902488,"current-db-size-bytes":48898048,"current-db-size":"49 MB","current-db-size-in-use-bytes":27729920,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T18:53:55.282471Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":122902488,"revision":28393,"compact-revision":26038} {"level":"info","ts":"2026-03-05T18:58:55.168103Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30473} {"level":"info","ts":"2026-03-05T18:58:55.303138Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30473,"took":"131.253869ms","hash":2023052706,"current-db-size-bytes":48898048,"current-db-size":"49 MB","current-db-size-in-use-bytes":27521024,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T18:58:55.303199Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2023052706,"revision":30473,"compact-revision":28393} {"level":"info","ts":"2026-03-05T19:03:55.173713Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32626} {"level":"info","ts":"2026-03-05T19:03:55.310383Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32626,"took":"132.222221ms","hash":2646933692,"current-db-size-bytes":51077120,"current-db-size":"51 MB","current-db-size-in-use-bytes":29970432,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-05T19:03:55.310439Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2646933692,"revision":32626,"compact-revision":30473} {"level":"info","ts":"2026-03-05T19:06:24.896799Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000090da.wal"} {"level":"info","ts":"2026-03-05T19:08:55.179001Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34775} {"level":"info","ts":"2026-03-05T19:08:55.300757Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34775,"took":"117.633746ms","hash":226996173,"current-db-size-bytes":51499008,"current-db-size":"52 MB","current-db-size-in-use-bytes":28131328,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T19:08:55.300829Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":226996173,"revision":34775,"compact-revision":32626}