{"level":"warn","ts":"2026-03-04T04:59:49.160908Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T04:59:49.161016Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.49:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.49:2380","--initial-cluster=instance=https://162.253.55.49:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.49:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.49:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T04:59:49.161089Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T04:59:49.161115Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.49:2380"]} {"level":"info","ts":"2026-03-04T04:59:49.161146Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T04:59:49.161916Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.49:2379"]} {"level":"info","ts":"2026-03-04T04:59:49.162011Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.49:2380"],"listen-peer-urls":["https://162.253.55.49:2380"],"advertise-client-urls":["https://162.253.55.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.49:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T04:59:49.191763Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"29.546501ms"} {"level":"info","ts":"2026-03-04T04:59:49.199057Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6a9ba61e55fef5be","cluster-id":"9612db6e19ac6ce7"} {"level":"info","ts":"2026-03-04T04:59:49.199186Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T04:59:49.199234Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be became follower at term 0"} {"level":"info","ts":"2026-03-04T04:59:49.199259Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6a9ba61e55fef5be [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T04:59:49.199292Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be became follower at term 1"} {"level":"info","ts":"2026-03-04T04:59:49.199356Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be switched to configuration voters=(7681916238632515006)"} {"level":"warn","ts":"2026-03-04T04:59:49.206471Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T04:59:49.208186Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T04:59:49.209449Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T04:59:49.212552Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6a9ba61e55fef5be","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T04:59:49.212741Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6a9ba61e55fef5be","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T04:59:49.21301Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T04:59:49.213095Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T04:59:49.213143Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T04:59:49.221624Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be switched to configuration voters=(7681916238632515006)"} {"level":"info","ts":"2026-03-04T04:59:49.221818Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9612db6e19ac6ce7","local-member-id":"6a9ba61e55fef5be","added-peer-id":"6a9ba61e55fef5be","added-peer-peer-urls":["https://162.253.55.49:2380"]} {"level":"info","ts":"2026-03-04T04:59:49.225435Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T04:59:49.225591Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.49:2380"} {"level":"info","ts":"2026-03-04T04:59:49.225644Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.49:2380"} {"level":"info","ts":"2026-03-04T04:59:49.226903Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6a9ba61e55fef5be","initial-advertise-peer-urls":["https://162.253.55.49:2380"],"listen-peer-urls":["https://162.253.55.49:2380"],"advertise-client-urls":["https://162.253.55.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T04:59:49.226961Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T04:59:49.300363Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T04:59:49.300401Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T04:59:49.30042Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be received MsgPreVoteResp from 6a9ba61e55fef5be at term 1"} {"level":"info","ts":"2026-03-04T04:59:49.30047Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be became candidate at term 2"} {"level":"info","ts":"2026-03-04T04:59:49.30049Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be received MsgVoteResp from 6a9ba61e55fef5be at term 2"} {"level":"info","ts":"2026-03-04T04:59:49.300507Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be became leader at term 2"} {"level":"info","ts":"2026-03-04T04:59:49.300553Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6a9ba61e55fef5be elected leader 6a9ba61e55fef5be at term 2"} {"level":"info","ts":"2026-03-04T04:59:49.301428Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T04:59:49.302363Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6a9ba61e55fef5be","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.49:2379]}","request-path":"/0/members/6a9ba61e55fef5be/attributes","cluster-id":"9612db6e19ac6ce7","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T04:59:49.302415Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T04:59:49.302397Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T04:59:49.302836Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T04:59:49.302961Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T04:59:49.303729Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9612db6e19ac6ce7","local-member-id":"6a9ba61e55fef5be","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T04:59:49.303928Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T04:59:49.304004Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T04:59:49.304153Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.49:2379"} {"level":"info","ts":"2026-03-04T04:59:49.305571Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-04T05:00:07.024061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.124788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:00:07.02419Z","caller":"traceutil/trace.go:171","msg":"trace[2109804397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:448; }","duration":"234.317583ms","start":"2026-03-04T05:00:06.789851Z","end":"2026-03-04T05:00:07.024169Z","steps":["trace[2109804397] 'range keys from in-memory index tree' (duration: 234.022836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:00:07.794786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590294221,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T05:00:07.821793Z","caller":"traceutil/trace.go:171","msg":"trace[756146417] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"788.170181ms","start":"2026-03-04T05:00:07.033582Z","end":"2026-03-04T05:00:07.821752Z","steps":["trace[756146417] 'process raft request' (duration: 787.919775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:00:07.822563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:00:07.033545Z","time spent":"788.357125ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6946,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:00:07.991351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.309703ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T05:00:07.991501Z","caller":"traceutil/trace.go:171","msg":"trace[1645477660] linearizableReadLoop","detail":"{readStateIndex:465; appliedIndex:463; }","duration":"697.145532ms","start":"2026-03-04T05:00:07.294309Z","end":"2026-03-04T05:00:07.991454Z","steps":["trace[1645477660] 'read index received' (duration: 527.122613ms)","trace[1645477660] 'applied index is now lower than readState.Index' (duration: 170.021559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:00:07.991648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.697942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T05:00:07.991651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.320965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T05:00:07.991685Z","caller":"traceutil/trace.go:171","msg":"trace[904708266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:449; }","duration":"396.779054ms","start":"2026-03-04T05:00:07.594897Z","end":"2026-03-04T05:00:07.991676Z","steps":["trace[904708266] 'agreement among raft nodes before linearized reading' (duration: 396.688732ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:00:07.991715Z","caller":"traceutil/trace.go:171","msg":"trace[974093869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:449; }","duration":"697.453908ms","start":"2026-03-04T05:00:07.294246Z","end":"2026-03-04T05:00:07.9917Z","steps":["trace[974093869] 'agreement among raft nodes before linearized reading' (duration: 697.289944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:00:07.991726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:00:07.594879Z","time spent":"396.839005ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:00:07.991751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:00:07.294202Z","time spent":"697.54427ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:00:07.991749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.24089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-03-04T05:00:07.991841Z","caller":"traceutil/trace.go:171","msg":"trace[195706810] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:449; }","duration":"166.411914ms","start":"2026-03-04T05:00:07.825407Z","end":"2026-03-04T05:00:07.991819Z","steps":["trace[195706810] 'agreement among raft nodes before linearized reading' (duration: 166.194649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:00:07.991824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.969052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:00:07.991927Z","caller":"traceutil/trace.go:171","msg":"trace[1788022293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:449; }","duration":"201.119876ms","start":"2026-03-04T05:00:07.790778Z","end":"2026-03-04T05:00:07.991898Z","steps":["trace[1788022293] 'agreement among raft nodes before linearized reading' (duration: 200.926251ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:00:24.277245Z","caller":"traceutil/trace.go:171","msg":"trace[326318631] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"105.945497ms","start":"2026-03-04T05:00:24.171276Z","end":"2026-03-04T05:00:24.277221Z","steps":["trace[326318631] 'process raft request' (duration: 105.766503ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:00:24.29841Z","caller":"traceutil/trace.go:171","msg":"trace[1552962508] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"123.405214ms","start":"2026-03-04T05:00:24.174976Z","end":"2026-03-04T05:00:24.298381Z","steps":["trace[1552962508] 'process raft request' (duration: 123.174639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:00:26.865576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.851116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:00:26.865694Z","caller":"traceutil/trace.go:171","msg":"trace[775902752] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:574; }","duration":"448.64885ms","start":"2026-03-04T05:00:26.417026Z","end":"2026-03-04T05:00:26.865675Z","steps":["trace[775902752] 'read index received' (duration: 38.516147ms)","trace[775902752] 'applied index is now lower than readState.Index' (duration: 410.131123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:00:26.865904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.352138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cd5gl\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-04T05:00:26.865945Z","caller":"traceutil/trace.go:171","msg":"trace[1969312192] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cd5gl; range_end:; response_count:1; response_revision:556; }","duration":"252.42675ms","start":"2026-03-04T05:00:26.613504Z","end":"2026-03-04T05:00:26.865931Z","steps":["trace[1969312192] 'agreement among raft nodes before linearized reading' (duration: 252.274836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:00:26.865972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.952489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T05:00:26.865966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.913115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T05:00:26.866058Z","caller":"traceutil/trace.go:171","msg":"trace[1505808084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:556; }","duration":"143.082282ms","start":"2026-03-04T05:00:26.722965Z","end":"2026-03-04T05:00:26.866047Z","steps":["trace[1505808084] 'agreement among raft nodes before linearized reading' (duration: 142.868657ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:00:26.866092Z","caller":"traceutil/trace.go:171","msg":"trace[1283580709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:556; }","duration":"449.111761ms","start":"2026-03-04T05:00:26.416953Z","end":"2026-03-04T05:00:26.866065Z","steps":["trace[1283580709] 'agreement among raft nodes before linearized reading' (duration: 448.817094ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:00:26.865759Z","caller":"traceutil/trace.go:171","msg":"trace[553757644] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"519.162592ms","start":"2026-03-04T05:00:26.346573Z","end":"2026-03-04T05:00:26.865736Z","steps":["trace[553757644] 'process raft request' (duration: 109.04856ms)","trace[553757644] 'compare' (duration: 407.767288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:00:26.866163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:00:26.416932Z","time spent":"449.220373ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:00:26.866393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:00:26.346549Z","time spent":"519.651623ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:00:27.111599Z","caller":"traceutil/trace.go:171","msg":"trace[274441833] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"237.710806ms","start":"2026-03-04T05:00:26.873842Z","end":"2026-03-04T05:00:27.111552Z","steps":["trace[274441833] 'process raft request' (duration: 138.048005ms)","trace[274441833] 'compare' (duration: 99.419736ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:00:27.77703Z","caller":"traceutil/trace.go:171","msg":"trace[399957641] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"903.039452ms","start":"2026-03-04T05:00:26.873956Z","end":"2026-03-04T05:00:27.776996Z","steps":["trace[399957641] 'process raft request' (duration: 902.770256ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:00:27.777221Z","caller":"traceutil/trace.go:171","msg":"trace[825933844] linearizableReadLoop","detail":"{readStateIndex:578; appliedIndex:576; }","duration":"430.176879ms","start":"2026-03-04T05:00:27.347009Z","end":"2026-03-04T05:00:27.777186Z","steps":["trace[825933844] 'read index received' (duration: 429.814601ms)","trace[825933844] 'applied index is now lower than readState.Index' (duration: 360.968µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:00:27.777251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:00:26.873921Z","time spent":"903.207486ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:00:27.77742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.384114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:00:27.777533Z","caller":"traceutil/trace.go:171","msg":"trace[1305985532] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:559; }","duration":"430.517237ms","start":"2026-03-04T05:00:27.346955Z","end":"2026-03-04T05:00:27.777473Z","steps":["trace[1305985532] 'agreement among raft nodes before linearized reading' (duration: 430.352493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:00:27.777595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:00:27.346934Z","time spent":"430.645729ms","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-04T05:00:27.777597Z","caller":"traceutil/trace.go:171","msg":"trace[705289788] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"895.942977ms","start":"2026-03-04T05:00:26.881625Z","end":"2026-03-04T05:00:27.777567Z","steps":["trace[705289788] 'process raft request' (duration: 895.317143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:00:27.777757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:00:26.881591Z","time spent":"896.07528ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:00:28.813386Z","caller":"traceutil/trace.go:171","msg":"trace[1232716840] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"462.088632ms","start":"2026-03-04T05:00:28.351273Z","end":"2026-03-04T05:00:28.813361Z","steps":["trace[1232716840] 'process raft request' (duration: 461.865507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:00:28.813517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:00:28.351255Z","time spent":"462.192475ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:00:29.693708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.46869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T05:00:29.693777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.753383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T05:00:29.693801Z","caller":"traceutil/trace.go:171","msg":"trace[2012844845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:560; }","duration":"577.629474ms","start":"2026-03-04T05:00:29.11615Z","end":"2026-03-04T05:00:29.693779Z","steps":["trace[2012844845] 'range keys from in-memory index tree' (duration: 577.222854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:00:29.693856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:00:29.116125Z","time spent":"577.722995ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T05:00:29.69386Z","caller":"traceutil/trace.go:171","msg":"trace[1056256281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:560; }","duration":"822.890076ms","start":"2026-03-04T05:00:28.870945Z","end":"2026-03-04T05:00:29.693835Z","steps":["trace[1056256281] 'range keys from in-memory index tree' (duration: 822.523527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:00:29.693906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:00:28.870928Z","time spent":"822.969998ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T05:00:29.847289Z","caller":"traceutil/trace.go:171","msg":"trace[1981004156] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"148.489338ms","start":"2026-03-04T05:00:29.698774Z","end":"2026-03-04T05:00:29.847264Z","steps":["trace[1981004156] 'process raft request' (duration: 148.301554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:00:30.073086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.33003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:00:30.073191Z","caller":"traceutil/trace.go:171","msg":"trace[1478975825] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:580; }","duration":"290.501465ms","start":"2026-03-04T05:00:29.782673Z","end":"2026-03-04T05:00:30.073175Z","steps":["trace[1478975825] 'read index received' (duration: 64.39069ms)","trace[1478975825] 'applied index is now lower than readState.Index' (duration: 226.109505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:00:30.07329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.55994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:00:30.07331Z","caller":"traceutil/trace.go:171","msg":"trace[892519540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:562; }","duration":"285.601481ms","start":"2026-03-04T05:00:29.787703Z","end":"2026-03-04T05:00:30.073304Z","steps":["trace[892519540] 'agreement among raft nodes before linearized reading' (duration: 285.56012ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:00:30.073305Z","caller":"traceutil/trace.go:171","msg":"trace[491506393] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"374.42904ms","start":"2026-03-04T05:00:29.698825Z","end":"2026-03-04T05:00:30.073254Z","steps":["trace[491506393] 'process raft request' (duration: 263.848004ms)","trace[491506393] 'compare' (duration: 110.193627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:00:30.073531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:00:29.698799Z","time spent":"374.628894ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:00:30.073567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.848453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T05:00:30.073707Z","caller":"traceutil/trace.go:171","msg":"trace[338805677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:562; }","duration":"291.037418ms","start":"2026-03-04T05:00:29.782638Z","end":"2026-03-04T05:00:30.073676Z","steps":["trace[338805677] 'agreement among raft nodes before linearized reading' (duration: 290.630558ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:00:30.815444Z","caller":"traceutil/trace.go:171","msg":"trace[1851892550] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"176.03672ms","start":"2026-03-04T05:00:30.639372Z","end":"2026-03-04T05:00:30.815409Z","steps":["trace[1851892550] 'process raft request' (duration: 175.219821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:00:30.825995Z","caller":"traceutil/trace.go:171","msg":"trace[979432600] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"139.195652ms","start":"2026-03-04T05:00:30.686762Z","end":"2026-03-04T05:00:30.825958Z","steps":["trace[979432600] 'process raft request' (duration: 138.639029ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:00:31.080938Z","caller":"traceutil/trace.go:171","msg":"trace[1364588777] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"123.021866ms","start":"2026-03-04T05:00:30.957872Z","end":"2026-03-04T05:00:31.080894Z","steps":["trace[1364588777] 'process raft request' (duration: 120.565588ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:00:31.081021Z","caller":"traceutil/trace.go:171","msg":"trace[128558473] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"111.767123ms","start":"2026-03-04T05:00:30.9692Z","end":"2026-03-04T05:00:31.080967Z","steps":["trace[128558473] 'process raft request' (duration: 111.503367ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:00:32.094651Z","caller":"traceutil/trace.go:171","msg":"trace[1967891540] linearizableReadLoop","detail":"{readStateIndex:709; appliedIndex:708; }","duration":"326.74361ms","start":"2026-03-04T05:00:31.767874Z","end":"2026-03-04T05:00:32.094618Z","steps":["trace[1967891540] 'read index received' (duration: 326.535965ms)","trace[1967891540] 'applied index is now lower than readState.Index' (duration: 206.405µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:00:32.094893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.991746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:00:32.094948Z","caller":"traceutil/trace.go:171","msg":"trace[991562999] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:689; }","duration":"327.092219ms","start":"2026-03-04T05:00:31.767838Z","end":"2026-03-04T05:00:32.09493Z","steps":["trace[991562999] 'agreement among raft nodes before linearized reading' (duration: 326.948605ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:00:32.094863Z","caller":"traceutil/trace.go:171","msg":"trace[1178311994] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"333.656841ms","start":"2026-03-04T05:00:31.761128Z","end":"2026-03-04T05:00:32.094785Z","steps":["trace[1178311994] 'process raft request' (duration: 333.293283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:00:32.094986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:00:31.767826Z","time spent":"327.15003ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-04T05:00:32.095191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:00:31.761115Z","time spent":"333.955059ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2855,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T05:00:32.096485Z","caller":"traceutil/trace.go:171","msg":"trace[503472152] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"115.866289ms","start":"2026-03-04T05:00:31.980579Z","end":"2026-03-04T05:00:32.096445Z","steps":["trace[503472152] 'process raft request' (duration: 115.634733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:00:32.096551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.973405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T05:00:32.096634Z","caller":"traceutil/trace.go:171","msg":"trace[594201885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:690; }","duration":"245.096959ms","start":"2026-03-04T05:00:31.851517Z","end":"2026-03-04T05:00:32.096614Z","steps":["trace[594201885] 'agreement among raft nodes before linearized reading' (duration: 244.846823ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:00:34.980975Z","caller":"traceutil/trace.go:171","msg":"trace[724137642] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"128.333819ms","start":"2026-03-04T05:00:34.852607Z","end":"2026-03-04T05:00:34.980941Z","steps":["trace[724137642] 'process raft request' (duration: 127.785456ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:00:42.378316Z","caller":"traceutil/trace.go:171","msg":"trace[1654231584] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"117.530308ms","start":"2026-03-04T05:00:42.260549Z","end":"2026-03-04T05:00:42.37808Z","steps":["trace[1654231584] 'process raft request' (duration: 116.425872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:00:50.702468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590295119,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T05:00:51.050735Z","caller":"traceutil/trace.go:171","msg":"trace[1947947632] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"849.138677ms","start":"2026-03-04T05:00:50.201568Z","end":"2026-03-04T05:00:51.050707Z","steps":["trace[1947947632] 'process raft request' (duration: 848.947343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:00:51.050915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:00:50.201552Z","time spent":"849.274551ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:00:51.093923Z","caller":"traceutil/trace.go:171","msg":"trace[798085491] linearizableReadLoop","detail":"{readStateIndex:974; appliedIndex:971; }","duration":"891.962496ms","start":"2026-03-04T05:00:50.201914Z","end":"2026-03-04T05:00:51.093876Z","steps":["trace[798085491] 'read index received' (duration: 848.622845ms)","trace[798085491] 'applied index is now lower than readState.Index' (duration: 43.33739ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:00:51.094081Z","caller":"traceutil/trace.go:171","msg":"trace[2085161187] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"889.647022ms","start":"2026-03-04T05:00:50.204365Z","end":"2026-03-04T05:00:51.094012Z","steps":["trace[2085161187] 'process raft request' (duration: 889.438577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:00:51.094228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.661673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:00:51.094287Z","caller":"traceutil/trace.go:171","msg":"trace[327354153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:949; }","duration":"303.808997ms","start":"2026-03-04T05:00:50.790462Z","end":"2026-03-04T05:00:51.094271Z","steps":["trace[327354153] 'agreement among raft nodes before linearized reading' (duration: 303.664493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:00:51.094272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.320244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-04T05:00:51.094338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:00:50.790433Z","time spent":"303.894179ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:00:51.094365Z","caller":"traceutil/trace.go:171","msg":"trace[2018397751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:949; }","duration":"892.455387ms","start":"2026-03-04T05:00:50.201886Z","end":"2026-03-04T05:00:51.094341Z","steps":["trace[2018397751] 'agreement among raft nodes before linearized reading' (duration: 892.191011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:00:51.094371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:00:50.204344Z","time spent":"889.877777ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:00:51.094031Z","caller":"traceutil/trace.go:171","msg":"trace[1136603174] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"890.506861ms","start":"2026-03-04T05:00:50.203452Z","end":"2026-03-04T05:00:51.093959Z","steps":["trace[1136603174] 'process raft request' (duration: 890.081262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:00:51.094423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:00:50.201875Z","time spent":"892.535349ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:00:51.09464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:00:50.203435Z","time spent":"891.036534ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:01:08.254899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.102224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:01:08.255077Z","caller":"traceutil/trace.go:171","msg":"trace[1128597391] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"558.277825ms","start":"2026-03-04T05:01:07.696766Z","end":"2026-03-04T05:01:08.255044Z","steps":["trace[1128597391] 'process raft request' (duration: 435.896844ms)","trace[1128597391] 'compare' (duration: 121.825398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:01:08.255229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:07.696725Z","time spent":"558.413428ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4181,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:01:08.255377Z","caller":"traceutil/trace.go:171","msg":"trace[1819411704] linearizableReadLoop","detail":"{readStateIndex:1120; appliedIndex:1119; }","duration":"465.154366ms","start":"2026-03-04T05:01:07.790188Z","end":"2026-03-04T05:01:08.255342Z","steps":["trace[1819411704] 'read index received' (duration: 342.456127ms)","trace[1819411704] 'applied index is now lower than readState.Index' (duration: 122.695759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:01:08.258886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.309895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"warn","ts":"2026-03-04T05:01:08.25888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.672377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:01:08.25896Z","caller":"traceutil/trace.go:171","msg":"trace[1569239842] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1088; }","duration":"351.431747ms","start":"2026-03-04T05:01:07.907505Z","end":"2026-03-04T05:01:08.258936Z","steps":["trace[1569239842] 'agreement among raft nodes before linearized reading' (duration: 351.224252ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:08.25897Z","caller":"traceutil/trace.go:171","msg":"trace[727750643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1088; }","duration":"468.833971ms","start":"2026-03-04T05:01:07.790115Z","end":"2026-03-04T05:01:08.258949Z","steps":["trace[727750643] 'agreement among raft nodes before linearized reading' (duration: 465.31167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:08.259009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:07.907478Z","time spent":"351.521979ms","remote":"127.0.0.1:56222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1094,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" "} {"level":"warn","ts":"2026-03-04T05:01:08.259035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:07.790085Z","time spent":"468.925543ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:01:08.259024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.588382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:01:08.259144Z","caller":"traceutil/trace.go:171","msg":"trace[2119612594] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1088; }","duration":"203.737015ms","start":"2026-03-04T05:01:08.055382Z","end":"2026-03-04T05:01:08.259119Z","steps":["trace[2119612594] 'agreement among raft nodes before linearized reading' (duration: 203.456389ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:09.024924Z","caller":"traceutil/trace.go:171","msg":"trace[1346191709] linearizableReadLoop","detail":"{readStateIndex:1123; appliedIndex:1122; }","duration":"181.945647ms","start":"2026-03-04T05:01:08.842951Z","end":"2026-03-04T05:01:09.024896Z","steps":["trace[1346191709] 'read index received' (duration: 156.188097ms)","trace[1346191709] 'applied index is now lower than readState.Index' (duration: 25.75621ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:01:09.024971Z","caller":"traceutil/trace.go:171","msg":"trace[1264793587] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"225.106923ms","start":"2026-03-04T05:01:08.79982Z","end":"2026-03-04T05:01:09.024927Z","steps":["trace[1264793587] 'process raft request' (duration: 199.424905ms)","trace[1264793587] 'compare' (duration: 25.501814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:01:09.02511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.136583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:01:09.025201Z","caller":"traceutil/trace.go:171","msg":"trace[737367230] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1090; }","duration":"182.285006ms","start":"2026-03-04T05:01:08.842893Z","end":"2026-03-04T05:01:09.025178Z","steps":["trace[737367230] 'agreement among raft nodes before linearized reading' (duration: 182.093332ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:09.565576Z","caller":"traceutil/trace.go:171","msg":"trace[1586051462] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"271.019733ms","start":"2026-03-04T05:01:09.294531Z","end":"2026-03-04T05:01:09.56555Z","steps":["trace[1586051462] 'process raft request' (duration: 270.773767ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:09.565782Z","caller":"traceutil/trace.go:171","msg":"trace[495984622] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"271.183496ms","start":"2026-03-04T05:01:09.29456Z","end":"2026-03-04T05:01:09.565743Z","steps":["trace[495984622] 'process raft request' (duration: 270.949501ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:11.906036Z","caller":"traceutil/trace.go:171","msg":"trace[1490189917] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"332.116315ms","start":"2026-03-04T05:01:11.573894Z","end":"2026-03-04T05:01:11.90601Z","steps":["trace[1490189917] 'process raft request' (duration: 331.963502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:11.906202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:11.573868Z","time spent":"332.240258ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:01:11.906967Z","caller":"traceutil/trace.go:171","msg":"trace[267214047] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"333.039567ms","start":"2026-03-04T05:01:11.573896Z","end":"2026-03-04T05:01:11.906935Z","steps":["trace[267214047] 'process raft request' (duration: 332.910684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:11.907142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:11.573867Z","time spent":"333.18939ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:01:13.162913Z","caller":"traceutil/trace.go:171","msg":"trace[1098533642] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"275.297581ms","start":"2026-03-04T05:01:12.887595Z","end":"2026-03-04T05:01:13.162892Z","steps":["trace[1098533642] 'process raft request' (duration: 275.143367ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:13.231308Z","caller":"traceutil/trace.go:171","msg":"trace[1929973718] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"139.043588ms","start":"2026-03-04T05:01:13.092239Z","end":"2026-03-04T05:01:13.231283Z","steps":["trace[1929973718] 'process raft request' (duration: 138.996717ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:13.231368Z","caller":"traceutil/trace.go:171","msg":"trace[2090998855] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"303.510519ms","start":"2026-03-04T05:01:12.927838Z","end":"2026-03-04T05:01:13.231348Z","steps":["trace[2090998855] 'process raft request' (duration: 303.262363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:13.231491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:12.927817Z","time spent":"303.59581ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3546,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:01:13.641426Z","caller":"traceutil/trace.go:171","msg":"trace[1043748805] linearizableReadLoop","detail":"{readStateIndex:1145; appliedIndex:1144; }","duration":"313.292397ms","start":"2026-03-04T05:01:13.328107Z","end":"2026-03-04T05:01:13.641399Z","steps":["trace[1043748805] 'read index received' (duration: 313.098642ms)","trace[1043748805] 'applied index is now lower than readState.Index' (duration: 192.545µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:01:13.641512Z","caller":"traceutil/trace.go:171","msg":"trace[261831012] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"313.903061ms","start":"2026-03-04T05:01:13.327587Z","end":"2026-03-04T05:01:13.64149Z","steps":["trace[261831012] 'process raft request' (duration: 313.626064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:13.641656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:13.327576Z","time spent":"313.985862ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:01:13.641749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.627914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T05:01:13.641771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.655993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T05:01:13.641798Z","caller":"traceutil/trace.go:171","msg":"trace[190064080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1111; }","duration":"313.705576ms","start":"2026-03-04T05:01:13.328079Z","end":"2026-03-04T05:01:13.641785Z","steps":["trace[190064080] 'agreement among raft nodes before linearized reading' (duration: 313.491931ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:13.64182Z","caller":"traceutil/trace.go:171","msg":"trace[2064475646] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1111; }","duration":"136.736835ms","start":"2026-03-04T05:01:13.505069Z","end":"2026-03-04T05:01:13.641806Z","steps":["trace[2064475646] 'agreement among raft nodes before linearized reading' (duration: 136.580062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:13.64184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:13.328067Z","time spent":"313.762168ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:01:13.642085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.8351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T05:01:13.642236Z","caller":"traceutil/trace.go:171","msg":"trace[851433574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1111; }","duration":"314.073385ms","start":"2026-03-04T05:01:13.328137Z","end":"2026-03-04T05:01:13.64221Z","steps":["trace[851433574] 'agreement among raft nodes before linearized reading' (duration: 313.494831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:13.642304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:13.328125Z","time spent":"314.166336ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T05:01:15.807328Z","caller":"traceutil/trace.go:171","msg":"trace[1184503915] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"487.955834ms","start":"2026-03-04T05:01:15.31932Z","end":"2026-03-04T05:01:15.807276Z","steps":["trace[1184503915] 'process raft request' (duration: 464.625471ms)","trace[1184503915] 'compare' (duration: 23.062647ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:01:15.807282Z","caller":"traceutil/trace.go:171","msg":"trace[2075562900] linearizableReadLoop","detail":"{readStateIndex:1176; appliedIndex:1175; }","duration":"161.537182ms","start":"2026-03-04T05:01:15.645717Z","end":"2026-03-04T05:01:15.807254Z","steps":["trace[2075562900] 'read index received' (duration: 138.132607ms)","trace[2075562900] 'applied index is now lower than readState.Index' (duration: 23.403315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:01:15.807729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.999142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T05:01:15.807781Z","caller":"traceutil/trace.go:171","msg":"trace[1957349619] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1142; }","duration":"162.096345ms","start":"2026-03-04T05:01:15.645669Z","end":"2026-03-04T05:01:15.807765Z","steps":["trace[1957349619] 'agreement among raft nodes before linearized reading' (duration: 161.832559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:15.807876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.210559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T05:01:15.807943Z","caller":"traceutil/trace.go:171","msg":"trace[1735453689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1142; }","duration":"141.310751ms","start":"2026-03-04T05:01:15.666615Z","end":"2026-03-04T05:01:15.807926Z","steps":["trace[1735453689] 'agreement among raft nodes before linearized reading' (duration: 141.113397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:15.807939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.173938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T05:01:15.808012Z","caller":"traceutil/trace.go:171","msg":"trace[608727566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1142; }","duration":"135.279141ms","start":"2026-03-04T05:01:15.672715Z","end":"2026-03-04T05:01:15.807994Z","steps":["trace[608727566] 'agreement among raft nodes before linearized reading' (duration: 135.045796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:15.808113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:15.31929Z","time spent":"488.149279ms","remote":"127.0.0.1:56096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":57874,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:01:15.980874Z","caller":"traceutil/trace.go:171","msg":"trace[22799105] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"168.533476ms","start":"2026-03-04T05:01:15.812295Z","end":"2026-03-04T05:01:15.980829Z","steps":["trace[22799105] 'process raft request' (duration: 100.413169ms)","trace[22799105] 'compare' (duration: 67.883401ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:01:15.980869Z","caller":"traceutil/trace.go:171","msg":"trace[1036375894] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"168.273029ms","start":"2026-03-04T05:01:15.812571Z","end":"2026-03-04T05:01:15.980844Z","steps":["trace[1036375894] 'process raft request' (duration: 168.226488ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:15.981091Z","caller":"traceutil/trace.go:171","msg":"trace[1204864058] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"168.519875ms","start":"2026-03-04T05:01:15.81252Z","end":"2026-03-04T05:01:15.98104Z","steps":["trace[1204864058] 'process raft request' (duration: 168.210307ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:16.004077Z","caller":"traceutil/trace.go:171","msg":"trace[53981197] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"190.968367ms","start":"2026-03-04T05:01:15.813077Z","end":"2026-03-04T05:01:16.004045Z","steps":["trace[53981197] 'process raft request' (duration: 190.740342ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:16.004916Z","caller":"traceutil/trace.go:171","msg":"trace[1923995124] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"187.315703ms","start":"2026-03-04T05:01:15.81751Z","end":"2026-03-04T05:01:16.004826Z","steps":["trace[1923995124] 'process raft request' (duration: 186.406971ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:16.005323Z","caller":"traceutil/trace.go:171","msg":"trace[408774336] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"187.255331ms","start":"2026-03-04T05:01:15.817781Z","end":"2026-03-04T05:01:16.005036Z","steps":["trace[408774336] 'process raft request' (duration: 186.190157ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:16.472149Z","caller":"traceutil/trace.go:171","msg":"trace[1494664369] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"122.751849ms","start":"2026-03-04T05:01:16.349375Z","end":"2026-03-04T05:01:16.472126Z","steps":["trace[1494664369] 'process raft request' (duration: 78.842766ms)","trace[1494664369] 'compare' (duration: 43.8127ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:01:19.066587Z","caller":"traceutil/trace.go:171","msg":"trace[1338589549] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"140.8363ms","start":"2026-03-04T05:01:18.925724Z","end":"2026-03-04T05:01:19.06656Z","steps":["trace[1338589549] 'process raft request' (duration: 140.684237ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:20.4602Z","caller":"traceutil/trace.go:171","msg":"trace[296209408] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"462.561343ms","start":"2026-03-04T05:01:19.997617Z","end":"2026-03-04T05:01:20.460179Z","steps":["trace[296209408] 'process raft request' (duration: 462.43606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:20.460325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:19.997591Z","time spent":"462.670886ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:01:21.064962Z","caller":"traceutil/trace.go:171","msg":"trace[525009038] linearizableReadLoop","detail":"{readStateIndex:1263; appliedIndex:1261; }","duration":"1.047157558s","start":"2026-03-04T05:01:20.017772Z","end":"2026-03-04T05:01:21.064929Z","steps":["trace[525009038] 'read index received' (duration: 442.295541ms)","trace[525009038] 'applied index is now lower than readState.Index' (duration: 604.861017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:01:21.065217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032926447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T05:01:21.065278Z","caller":"traceutil/trace.go:171","msg":"trace[35803032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1228; }","duration":"1.033037069s","start":"2026-03-04T05:01:20.032226Z","end":"2026-03-04T05:01:21.065263Z","steps":["trace[35803032] 'agreement among raft nodes before linearized reading' (duration: 1.032882686s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:21.065215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047417154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T05:01:21.065305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.82355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:01:21.065377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:20.032211Z","time spent":"1.033150342s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T05:01:21.065394Z","caller":"traceutil/trace.go:171","msg":"trace[1989361769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1228; }","duration":"1.04762767s","start":"2026-03-04T05:01:20.017745Z","end":"2026-03-04T05:01:21.065373Z","steps":["trace[1989361769] 'agreement among raft nodes before linearized reading' (duration: 1.047301022s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:21.065367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025591726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T05:01:21.065447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:20.017731Z","time spent":"1.047703311s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:01:21.065301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.920818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:01:21.065496Z","caller":"traceutil/trace.go:171","msg":"trace[651905244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1228; }","duration":"1.02577531s","start":"2026-03-04T05:01:20.039698Z","end":"2026-03-04T05:01:21.065473Z","steps":["trace[651905244] 'agreement among raft nodes before linearized reading' (duration: 1.025477013s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:21.065517Z","caller":"traceutil/trace.go:171","msg":"trace[712854345] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1228; }","duration":"225.180755ms","start":"2026-03-04T05:01:20.840312Z","end":"2026-03-04T05:01:21.065492Z","steps":["trace[712854345] 'agreement among raft nodes before linearized reading' (duration: 224.823286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:21.065565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:20.039687Z","time spent":"1.025862693s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T05:01:21.065439Z","caller":"traceutil/trace.go:171","msg":"trace[856465889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1228; }","duration":"275.014215ms","start":"2026-03-04T05:01:20.790404Z","end":"2026-03-04T05:01:21.065418Z","steps":["trace[856465889] 'agreement among raft nodes before linearized reading' (duration: 274.80117ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:21.065574Z","caller":"traceutil/trace.go:171","msg":"trace[1121880040] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"1.06739996s","start":"2026-03-04T05:01:19.997909Z","end":"2026-03-04T05:01:21.065309Z","steps":["trace[1121880040] 'process raft request' (duration: 1.066892818s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:21.066143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:19.997879Z","time spent":"1.068179678s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:01:23.114538Z","caller":"traceutil/trace.go:171","msg":"trace[717039193] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"105.011946ms","start":"2026-03-04T05:01:23.009501Z","end":"2026-03-04T05:01:23.114513Z","steps":["trace[717039193] 'process raft request' (duration: 68.233099ms)","trace[717039193] 'compare' (duration: 36.643483ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:01:23.327858Z","caller":"traceutil/trace.go:171","msg":"trace[1212732215] linearizableReadLoop","detail":"{readStateIndex:1279; appliedIndex:1278; }","duration":"115.587382ms","start":"2026-03-04T05:01:23.212246Z","end":"2026-03-04T05:01:23.327834Z","steps":["trace[1212732215] 'read index received' (duration: 111.22059ms)","trace[1212732215] 'applied index is now lower than readState.Index' (duration: 4.365802ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:01:23.327935Z","caller":"traceutil/trace.go:171","msg":"trace[1426123157] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"124.217543ms","start":"2026-03-04T05:01:23.203675Z","end":"2026-03-04T05:01:23.327893Z","steps":["trace[1426123157] 'process raft request' (duration: 119.851642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:23.328172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.900089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-03-04T05:01:23.328243Z","caller":"traceutil/trace.go:171","msg":"trace[1400453833] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1243; }","duration":"116.003232ms","start":"2026-03-04T05:01:23.212221Z","end":"2026-03-04T05:01:23.328224Z","steps":["trace[1400453833] 'agreement among raft nodes before linearized reading' (duration: 115.725125ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:23.644513Z","caller":"traceutil/trace.go:171","msg":"trace[397050282] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1246; }","duration":"259.790919ms","start":"2026-03-04T05:01:23.384702Z","end":"2026-03-04T05:01:23.644493Z","steps":["trace[397050282] 'process raft request' (duration: 194.006997ms)","trace[397050282] 'compare' (duration: 65.705991ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:01:23.84829Z","caller":"traceutil/trace.go:171","msg":"trace[1155287906] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1247; }","duration":"190.245911ms","start":"2026-03-04T05:01:23.65801Z","end":"2026-03-04T05:01:23.848255Z","steps":["trace[1155287906] 'process raft request' (duration: 144.201449ms)","trace[1155287906] 'compare' (duration: 45.806697ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:01:24.202744Z","caller":"traceutil/trace.go:171","msg":"trace[371348086] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"176.885125ms","start":"2026-03-04T05:01:24.025832Z","end":"2026-03-04T05:01:24.202717Z","steps":["trace[371348086] 'process raft request' (duration: 135.225992ms)","trace[371348086] 'compare' (duration: 41.54978ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:01:24.28024Z","caller":"traceutil/trace.go:171","msg":"trace[1115018750] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"230.252342ms","start":"2026-03-04T05:01:24.049966Z","end":"2026-03-04T05:01:24.280219Z","steps":["trace[1115018750] 'process raft request' (duration: 230.070368ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:33.006455Z","caller":"traceutil/trace.go:171","msg":"trace[378428828] linearizableReadLoop","detail":"{readStateIndex:1513; appliedIndex:1512; }","duration":"207.484113ms","start":"2026-03-04T05:01:32.79894Z","end":"2026-03-04T05:01:33.006424Z","steps":["trace[378428828] 'read index received' (duration: 207.246048ms)","trace[378428828] 'applied index is now lower than readState.Index' (duration: 236.905µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:01:33.006508Z","caller":"traceutil/trace.go:171","msg":"trace[708845107] transaction","detail":"{read_only:false; response_revision:1458; number_of_response:1; }","duration":"211.283442ms","start":"2026-03-04T05:01:32.795186Z","end":"2026-03-04T05:01:33.00647Z","steps":["trace[708845107] 'process raft request' (duration: 211.044617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:33.006652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.676888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:01:33.006695Z","caller":"traceutil/trace.go:171","msg":"trace[1898319094] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1458; }","duration":"207.76988ms","start":"2026-03-04T05:01:32.798915Z","end":"2026-03-04T05:01:33.006685Z","steps":["trace[1898319094] 'agreement among raft nodes before linearized reading' (duration: 207.621557ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:35.192723Z","caller":"traceutil/trace.go:171","msg":"trace[197667252] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1476; }","duration":"169.045146ms","start":"2026-03-04T05:01:35.023658Z","end":"2026-03-04T05:01:35.192703Z","steps":["trace[197667252] 'process raft request' (duration: 168.854152ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:38.670457Z","caller":"traceutil/trace.go:171","msg":"trace[262538362] linearizableReadLoop","detail":"{readStateIndex:1587; appliedIndex:1586; }","duration":"107.005598ms","start":"2026-03-04T05:01:38.56343Z","end":"2026-03-04T05:01:38.670436Z","steps":["trace[262538362] 'read index received' (duration: 106.909836ms)","trace[262538362] 'applied index is now lower than readState.Index' (duration: 94.752µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:01:38.670523Z","caller":"traceutil/trace.go:171","msg":"trace[2033631830] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"122.229484ms","start":"2026-03-04T05:01:38.548262Z","end":"2026-03-04T05:01:38.670491Z","steps":["trace[2033631830] 'process raft request' (duration: 122.009839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:38.670616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.164432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:01:38.670675Z","caller":"traceutil/trace.go:171","msg":"trace[563032400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1527; }","duration":"107.265664ms","start":"2026-03-04T05:01:38.563395Z","end":"2026-03-04T05:01:38.67066Z","steps":["trace[563032400] 'agreement among raft nodes before linearized reading' (duration: 107.161551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:38.702659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.914263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:01:38.702753Z","caller":"traceutil/trace.go:171","msg":"trace[943020295] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1528; }","duration":"139.024635ms","start":"2026-03-04T05:01:38.563707Z","end":"2026-03-04T05:01:38.702732Z","steps":["trace[943020295] 'agreement among raft nodes before linearized reading' (duration: 138.858161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:38.702957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.128234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:01:38.703203Z","caller":"traceutil/trace.go:171","msg":"trace[954330141] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1528; }","duration":"114.414891ms","start":"2026-03-04T05:01:38.588773Z","end":"2026-03-04T05:01:38.703188Z","steps":["trace[954330141] 'agreement among raft nodes before linearized reading' (duration: 114.135204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:38.70298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.123574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:01:38.703353Z","caller":"traceutil/trace.go:171","msg":"trace[1213154422] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1528; }","duration":"114.523963ms","start":"2026-03-04T05:01:38.588795Z","end":"2026-03-04T05:01:38.703319Z","steps":["trace[1213154422] 'agreement among raft nodes before linearized reading' (duration: 114.083013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:45.596408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.759696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:01:45.596672Z","caller":"traceutil/trace.go:171","msg":"trace[1039532242] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"266.975232ms","start":"2026-03-04T05:01:45.329654Z","end":"2026-03-04T05:01:45.596629Z","steps":["trace[1039532242] 'process raft request' (duration: 104.861048ms)","trace[1039532242] 'compare' (duration: 161.613142ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:01:45.596711Z","caller":"traceutil/trace.go:171","msg":"trace[1878086878] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"266.995162ms","start":"2026-03-04T05:01:45.329692Z","end":"2026-03-04T05:01:45.596687Z","steps":["trace[1878086878] 'process raft request' (duration: 266.856879ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:45.59679Z","caller":"traceutil/trace.go:171","msg":"trace[2036460093] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"265.62391ms","start":"2026-03-04T05:01:45.331146Z","end":"2026-03-04T05:01:45.59677Z","steps":["trace[2036460093] 'process raft request' (duration: 265.479547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:46.597779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.407265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ca57052-f194-4b59-adab-622bf4a10dac\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-04T05:01:46.597856Z","caller":"traceutil/trace.go:171","msg":"trace[1623752960] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7ca57052-f194-4b59-adab-622bf4a10dac; range_end:; response_count:1; response_revision:1639; }","duration":"546.499287ms","start":"2026-03-04T05:01:46.051338Z","end":"2026-03-04T05:01:46.597838Z","steps":["trace[1623752960] 'range keys from in-memory index tree' (duration: 546.212951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:46.597896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:46.051272Z","time spent":"546.61555ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ca57052-f194-4b59-adab-622bf4a10dac\" "} {"level":"warn","ts":"2026-03-04T05:01:46.597965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.632477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T05:01:46.598118Z","caller":"traceutil/trace.go:171","msg":"trace[561438974] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1639; }","duration":"841.785711ms","start":"2026-03-04T05:01:45.756252Z","end":"2026-03-04T05:01:46.598037Z","steps":["trace[561438974] 'range keys from in-memory index tree' (duration: 841.419422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:46.598322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:45.756232Z","time spent":"842.074437ms","remote":"127.0.0.1:32844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T05:01:46.597966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.937109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ca57052-f194-4b59-adab-622bf4a10dac\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-04T05:01:46.598495Z","caller":"traceutil/trace.go:171","msg":"trace[498523308] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7ca57052-f194-4b59-adab-622bf4a10dac; range_end:; response_count:1; response_revision:1639; }","duration":"311.517002ms","start":"2026-03-04T05:01:46.286942Z","end":"2026-03-04T05:01:46.598459Z","steps":["trace[498523308] 'range keys from in-memory index tree' (duration: 310.714073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:46.598564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:46.286911Z","time spent":"311.631704ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ca57052-f194-4b59-adab-622bf4a10dac\" "} {"level":"info","ts":"2026-03-04T05:01:47.166478Z","caller":"traceutil/trace.go:171","msg":"trace[277077212] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"600.356275ms","start":"2026-03-04T05:01:46.566094Z","end":"2026-03-04T05:01:47.166451Z","steps":["trace[277077212] 'process raft request' (duration: 600.201631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:47.16671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:46.566073Z","time spent":"600.496448ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:01:47.33868Z","caller":"traceutil/trace.go:171","msg":"trace[1971078163] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"763.225216ms","start":"2026-03-04T05:01:46.575426Z","end":"2026-03-04T05:01:47.338651Z","steps":["trace[1971078163] 'process raft request' (duration: 762.95506ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:47.338962Z","caller":"traceutil/trace.go:171","msg":"trace[1817345598] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"733.723248ms","start":"2026-03-04T05:01:46.605216Z","end":"2026-03-04T05:01:47.33894Z","steps":["trace[1817345598] 'process raft request' (duration: 733.312418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:47.338866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:46.57541Z","time spent":"763.346739ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:01:47.339109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:46.605195Z","time spent":"733.839601ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:01:47.339277Z","caller":"traceutil/trace.go:171","msg":"trace[1663084211] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"643.259456ms","start":"2026-03-04T05:01:46.695991Z","end":"2026-03-04T05:01:47.33925Z","steps":["trace[1663084211] 'process raft request' (duration: 642.848907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:47.339333Z","caller":"traceutil/trace.go:171","msg":"trace[334992455] linearizableReadLoop","detail":"{readStateIndex:1705; appliedIndex:1700; }","duration":"601.496981ms","start":"2026-03-04T05:01:46.737825Z","end":"2026-03-04T05:01:47.339322Z","steps":["trace[334992455] 'read index received' (duration: 428.584025ms)","trace[334992455] 'applied index is now lower than readState.Index' (duration: 172.911856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:01:47.339418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:46.695967Z","time spent":"643.372639ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:01:47.339567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.768767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:01:47.339612Z","caller":"traceutil/trace.go:171","msg":"trace[340542375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1644; }","duration":"550.851599ms","start":"2026-03-04T05:01:46.788747Z","end":"2026-03-04T05:01:47.339599Z","steps":["trace[340542375] 'agreement among raft nodes before linearized reading' (duration: 550.783488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:47.339643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:46.788724Z","time spent":"550.91258ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:01:47.33966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.840309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T05:01:47.339694Z","caller":"traceutil/trace.go:171","msg":"trace[1038680640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1644; }","duration":"601.90293ms","start":"2026-03-04T05:01:46.737782Z","end":"2026-03-04T05:01:47.339685Z","steps":["trace[1038680640] 'agreement among raft nodes before linearized reading' (duration: 601.750427ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:47.33965Z","caller":"traceutil/trace.go:171","msg":"trace[1934331298] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"613.204245ms","start":"2026-03-04T05:01:46.726401Z","end":"2026-03-04T05:01:47.339605Z","steps":["trace[1934331298] 'process raft request' (duration: 612.781385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:47.339731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:46.737774Z","time spent":"601.950011ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:01:47.339748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.249218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:01:47.339856Z","caller":"traceutil/trace.go:171","msg":"trace[1929347828] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1644; }","duration":"473.375171ms","start":"2026-03-04T05:01:46.866453Z","end":"2026-03-04T05:01:47.339829Z","steps":["trace[1929347828] 'agreement among raft nodes before linearized reading' (duration: 473.139165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:47.339884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:46.726379Z","time spent":"613.374668ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:01:47.339906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:46.866393Z","time spent":"473.501763ms","remote":"127.0.0.1:56392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:01:47.485419Z","caller":"traceutil/trace.go:171","msg":"trace[418775509] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"140.105311ms","start":"2026-03-04T05:01:47.345284Z","end":"2026-03-04T05:01:47.485389Z","steps":["trace[418775509] 'process raft request' (duration: 93.487113ms)","trace[418775509] 'compare' (duration: 46.461784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:01:48.354332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.825297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T05:01:48.35442Z","caller":"traceutil/trace.go:171","msg":"trace[1321114628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1646; }","duration":"754.013592ms","start":"2026-03-04T05:01:47.600386Z","end":"2026-03-04T05:01:48.3544Z","steps":["trace[1321114628] 'range keys from in-memory index tree' (duration: 753.588631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:48.354467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:47.600347Z","time spent":"754.110164ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:01:48.3547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.028165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T05:01:48.354781Z","caller":"traceutil/trace.go:171","msg":"trace[1247825193] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1646; }","duration":"749.143597ms","start":"2026-03-04T05:01:47.605618Z","end":"2026-03-04T05:01:48.354762Z","steps":["trace[1247825193] 'range keys from in-memory index tree' (duration: 748.872682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:48.354823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:47.605607Z","time spent":"749.2064ms","remote":"127.0.0.1:32844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T05:01:48.354824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.358669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T05:01:48.354864Z","caller":"traceutil/trace.go:171","msg":"trace[1425560251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1646; }","duration":"754.466883ms","start":"2026-03-04T05:01:47.600386Z","end":"2026-03-04T05:01:48.354853Z","steps":["trace[1425560251] 'range keys from in-memory index tree' (duration: 754.146444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:48.354891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:47.600365Z","time spent":"754.518513ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:01:48.354724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.898079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T05:01:48.355024Z","caller":"traceutil/trace.go:171","msg":"trace[2094104038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1646; }","duration":"754.198906ms","start":"2026-03-04T05:01:47.600811Z","end":"2026-03-04T05:01:48.35501Z","steps":["trace[2094104038] 'range keys from in-memory index tree' (duration: 753.763716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:48.355058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:47.600783Z","time spent":"754.265127ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:01:48.355102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.202409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ca57052-f194-4b59-adab-622bf4a10dac\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-03-04T05:01:48.355131Z","caller":"traceutil/trace.go:171","msg":"trace[1570665147] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7ca57052-f194-4b59-adab-622bf4a10dac; range_end:; response_count:1; response_revision:1646; }","duration":"752.23153ms","start":"2026-03-04T05:01:47.602889Z","end":"2026-03-04T05:01:48.355121Z","steps":["trace[1570665147] 'range keys from in-memory index tree' (duration: 752.093356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:48.355158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:47.602851Z","time spent":"752.300152ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ca57052-f194-4b59-adab-622bf4a10dac\" "} {"level":"warn","ts":"2026-03-04T05:01:48.35528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.138042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:01:48.355349Z","caller":"traceutil/trace.go:171","msg":"trace[805903827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1646; }","duration":"565.258716ms","start":"2026-03-04T05:01:47.79007Z","end":"2026-03-04T05:01:48.355329Z","steps":["trace[805903827] 'range keys from in-memory index tree' (duration: 564.450746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:48.35539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:47.790047Z","time spent":"565.331087ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:01:50.357006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999867333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T05:01:50.357093Z","caller":"traceutil/trace.go:171","msg":"trace[376189746] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999975446s","start":"2026-03-04T05:01:48.357098Z","end":"2026-03-04T05:01:50.357073Z","steps":["trace[376189746] 'agreement among raft nodes before linearized reading' (duration: 1.999862363s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:50.357144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:48.357059Z","time spent":"2.000075118s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 05:01:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T05:01:50.41882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200427874s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T05:01:50.418916Z","caller":"traceutil/trace.go:171","msg":"trace[1444954816] linearizableReadLoop","detail":"{readStateIndex:1708; appliedIndex:1707; }","duration":"2.451794833s","start":"2026-03-04T05:01:47.967105Z","end":"2026-03-04T05:01:50.418899Z","steps":["trace[1444954816] 'read index received' (duration: 251.309967ms)","trace[1444954816] 'applied index is now lower than readState.Index' (duration: 2.200483306s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:01:50.41921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.977488ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:01:50.419365Z","caller":"traceutil/trace.go:171","msg":"trace[240656933] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1646; }","duration":"140.148632ms","start":"2026-03-04T05:01:50.279193Z","end":"2026-03-04T05:01:50.419342Z","steps":["trace[240656933] 'range keys from in-memory index tree' (duration: 139.947327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:50.419442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452331855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:01:50.419479Z","caller":"traceutil/trace.go:171","msg":"trace[1619428561] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1646; }","duration":"2.452420677s","start":"2026-03-04T05:01:47.967047Z","end":"2026-03-04T05:01:50.419468Z","steps":["trace[1619428561] 'agreement among raft nodes before linearized reading' (duration: 2.452338585s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:50.419513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:47.967024Z","time spent":"2.452480019s","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":14,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:01:50.608962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.250327449s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T05:01:50.609577Z","caller":"traceutil/trace.go:171","msg":"trace[2087522642] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"2.251020886s","start":"2026-03-04T05:01:48.358525Z","end":"2026-03-04T05:01:50.609546Z","steps":["trace[2087522642] 'process raft request' (duration: 2.25077347s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:50.60974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:48.358501Z","time spent":"2.251154889s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:01:50.639076Z","caller":"traceutil/trace.go:171","msg":"trace[1326493643] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"2.279405439s","start":"2026-03-04T05:01:48.359644Z","end":"2026-03-04T05:01:50.63905Z","steps":["trace[1326493643] 'process raft request' (duration: 2.279186734s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:50.639204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:48.359635Z","time spent":"2.279495131s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:01:50.63934Z","caller":"traceutil/trace.go:171","msg":"trace[1997797449] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"2.279533571s","start":"2026-03-04T05:01:48.35978Z","end":"2026-03-04T05:01:50.639314Z","steps":["trace[1997797449] 'process raft request' (duration: 2.279167762s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:50.639424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:48.359749Z","time spent":"2.279634633s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:01:50.639557Z","caller":"traceutil/trace.go:171","msg":"trace[848222042] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"1.295051921s","start":"2026-03-04T05:01:49.344496Z","end":"2026-03-04T05:01:50.639547Z","steps":["trace[848222042] 'process raft request' (duration: 1.294754014s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:50.639619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:49.34447Z","time spent":"1.295118692s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:01:50.639653Z","caller":"traceutil/trace.go:171","msg":"trace[137849004] linearizableReadLoop","detail":"{readStateIndex:1716; appliedIndex:1708; }","duration":"220.530048ms","start":"2026-03-04T05:01:50.419088Z","end":"2026-03-04T05:01:50.639618Z","steps":["trace[137849004] 'read index received' (duration: 190.158979ms)","trace[137849004] 'applied index is now lower than readState.Index' (duration: 30.369769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:01:50.63984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.684229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:01:50.639942Z","caller":"traceutil/trace.go:171","msg":"trace[1698891052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1654; }","duration":"276.838042ms","start":"2026-03-04T05:01:50.363084Z","end":"2026-03-04T05:01:50.639922Z","steps":["trace[1698891052] 'agreement among raft nodes before linearized reading' (duration: 276.613437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:50.639988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15024037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T05:01:50.640025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435786646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:01:50.640049Z","caller":"traceutil/trace.go:171","msg":"trace[977916778] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1654; }","duration":"1.150382305s","start":"2026-03-04T05:01:49.489651Z","end":"2026-03-04T05:01:50.640034Z","steps":["trace[977916778] 'agreement among raft nodes before linearized reading' (duration: 1.150152109s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:50.64009Z","caller":"traceutil/trace.go:171","msg":"trace[714442696] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1654; }","duration":"1.435889759s","start":"2026-03-04T05:01:49.204182Z","end":"2026-03-04T05:01:50.640071Z","steps":["trace[714442696] 'agreement among raft nodes before linearized reading' (duration: 1.435779596s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:50.640109Z","caller":"traceutil/trace.go:171","msg":"trace[1903385486] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"1.294406716s","start":"2026-03-04T05:01:49.345675Z","end":"2026-03-04T05:01:50.640082Z","steps":["trace[1903385486] 'process raft request' (duration: 1.293768841s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:50.640143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:49.204162Z","time spent":"1.435969411s","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:01:50.640197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.453059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T05:01:50.640227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676341342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-04T05:01:50.640226Z","caller":"traceutil/trace.go:171","msg":"trace[1058589076] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"1.020148964s","start":"2026-03-04T05:01:49.62006Z","end":"2026-03-04T05:01:50.640209Z","steps":["trace[1058589076] 'process raft request' (duration: 1.019459538s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:50.640248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277936281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T05:01:50.64025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:49.345651Z","time spent":"1.294522169s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:01:50.640263Z","caller":"traceutil/trace.go:171","msg":"trace[828443609] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1654; }","duration":"1.676409094s","start":"2026-03-04T05:01:48.963844Z","end":"2026-03-04T05:01:50.640253Z","steps":["trace[828443609] 'agreement among raft nodes before linearized reading' (duration: 1.676300201s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:50.640274Z","caller":"traceutil/trace.go:171","msg":"trace[348024515] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1654; }","duration":"209.519592ms","start":"2026-03-04T05:01:50.430723Z","end":"2026-03-04T05:01:50.640243Z","steps":["trace[348024515] 'agreement among raft nodes before linearized reading' (duration: 209.417179ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:50.640298Z","caller":"traceutil/trace.go:171","msg":"trace[2037984749] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1654; }","duration":"1.278010413s","start":"2026-03-04T05:01:49.362274Z","end":"2026-03-04T05:01:50.640284Z","steps":["trace[2037984749] 'agreement among raft nodes before linearized reading' (duration: 1.277802759s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:50.640313Z","caller":"traceutil/trace.go:171","msg":"trace[1588200639] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"279.761151ms","start":"2026-03-04T05:01:50.360534Z","end":"2026-03-04T05:01:50.640296Z","steps":["trace[1588200639] 'process raft request' (duration: 279.020593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:50.640324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:48.963826Z","time spent":"1.676492015s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T05:01:50.640337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:49.362264Z","time spent":"1.278065185s","remote":"127.0.0.1:32844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T05:01:50.640376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:49.620029Z","time spent":"1.020248166s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:01:50.64047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281639179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ca57052-f194-4b59-adab-622bf4a10dac\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-03-04T05:01:50.640505Z","caller":"traceutil/trace.go:171","msg":"trace[2092157821] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7ca57052-f194-4b59-adab-622bf4a10dac; range_end:; response_count:1; response_revision:1654; }","duration":"1.281708889s","start":"2026-03-04T05:01:49.358785Z","end":"2026-03-04T05:01:50.640494Z","steps":["trace[2092157821] 'agreement among raft nodes before linearized reading' (duration: 1.281554596s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:50.640508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250519361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T05:01:50.640535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:49.358766Z","time spent":"1.281761761s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ca57052-f194-4b59-adab-622bf4a10dac\" "} {"level":"info","ts":"2026-03-04T05:01:50.640552Z","caller":"traceutil/trace.go:171","msg":"trace[459268414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1654; }","duration":"1.250601323s","start":"2026-03-04T05:01:49.389939Z","end":"2026-03-04T05:01:50.640541Z","steps":["trace[459268414] 'agreement among raft nodes before linearized reading' (duration: 1.250417979s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:50.640516Z","caller":"traceutil/trace.go:171","msg":"trace[559836126] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"1.295089792s","start":"2026-03-04T05:01:49.345241Z","end":"2026-03-04T05:01:50.640331Z","steps":["trace[559836126] 'process raft request' (duration: 1.29416165s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:50.640583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:49.389929Z","time spent":"1.250646294s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:01:50.640101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:49.489631Z","time spent":"1.150460676s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:01:50.640744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:49.345231Z","time spent":"1.295389879s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:02:06.853582Z","caller":"traceutil/trace.go:171","msg":"trace[1459970869] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"162.959744ms","start":"2026-03-04T05:02:06.690597Z","end":"2026-03-04T05:02:06.853557Z","steps":["trace[1459970869] 'process raft request' (duration: 162.722838ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:06.905018Z","caller":"traceutil/trace.go:171","msg":"trace[2105240758] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"176.287366ms","start":"2026-03-04T05:02:06.728707Z","end":"2026-03-04T05:02:06.904994Z","steps":["trace[2105240758] 'process raft request' (duration: 176.201564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:06.905042Z","caller":"traceutil/trace.go:171","msg":"trace[777767959] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"176.386247ms","start":"2026-03-04T05:02:06.728627Z","end":"2026-03-04T05:02:06.905013Z","steps":["trace[777767959] 'process raft request' (duration: 176.136261ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:06.905156Z","caller":"traceutil/trace.go:171","msg":"trace[2009684357] linearizableReadLoop","detail":"{readStateIndex:1842; appliedIndex:1838; }","duration":"121.341013ms","start":"2026-03-04T05:02:06.783782Z","end":"2026-03-04T05:02:06.905123Z","steps":["trace[2009684357] 'read index received' (duration: 69.572944ms)","trace[2009684357] 'applied index is now lower than readState.Index' (duration: 51.764998ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:02:06.905258Z","caller":"traceutil/trace.go:171","msg":"trace[1687619585] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"176.126611ms","start":"2026-03-04T05:02:06.729108Z","end":"2026-03-04T05:02:06.905235Z","steps":["trace[1687619585] 'process raft request' (duration: 175.848465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:06.905506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.417068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T05:02:06.905525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.725331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:02:06.905512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.701801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T05:02:06.905577Z","caller":"traceutil/trace.go:171","msg":"trace[1609240888] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1776; }","duration":"116.5137ms","start":"2026-03-04T05:02:06.789047Z","end":"2026-03-04T05:02:06.905561Z","steps":["trace[1609240888] 'agreement among raft nodes before linearized reading' (duration: 116.230263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:06.905585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.213679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T05:02:06.905563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.264764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T05:02:06.90561Z","caller":"traceutil/trace.go:171","msg":"trace[255160551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1776; }","duration":"115.796583ms","start":"2026-03-04T05:02:06.789779Z","end":"2026-03-04T05:02:06.905576Z","steps":["trace[255160551] 'agreement among raft nodes before linearized reading' (duration: 115.598269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:06.905614Z","caller":"traceutil/trace.go:171","msg":"trace[1033280674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1776; }","duration":"121.847394ms","start":"2026-03-04T05:02:06.783738Z","end":"2026-03-04T05:02:06.905586Z","steps":["trace[1033280674] 'agreement among raft nodes before linearized reading' (duration: 121.526887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:06.905501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.432492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T05:02:06.90564Z","caller":"traceutil/trace.go:171","msg":"trace[1969596723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1776; }","duration":"116.388487ms","start":"2026-03-04T05:02:06.789242Z","end":"2026-03-04T05:02:06.90563Z","steps":["trace[1969596723] 'agreement among raft nodes before linearized reading' (duration: 116.194603ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:06.905642Z","caller":"traceutil/trace.go:171","msg":"trace[203909690] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1776; }","duration":"106.325602ms","start":"2026-03-04T05:02:06.799298Z","end":"2026-03-04T05:02:06.905623Z","steps":["trace[203909690] 'agreement among raft nodes before linearized reading' (duration: 106.141628ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:06.905664Z","caller":"traceutil/trace.go:171","msg":"trace[1600504230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1776; }","duration":"114.635686ms","start":"2026-03-04T05:02:06.791015Z","end":"2026-03-04T05:02:06.905651Z","steps":["trace[1600504230] 'agreement among raft nodes before linearized reading' (duration: 114.282608ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:07.266688Z","caller":"traceutil/trace.go:171","msg":"trace[1610836391] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"356.962303ms","start":"2026-03-04T05:02:06.909707Z","end":"2026-03-04T05:02:07.266669Z","steps":["trace[1610836391] 'process raft request' (duration: 356.85056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:07.266896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:06.909681Z","time spent":"357.072306ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:02:07.498454Z","caller":"traceutil/trace.go:171","msg":"trace[2050982239] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"588.612701ms","start":"2026-03-04T05:02:06.909817Z","end":"2026-03-04T05:02:07.49843Z","steps":["trace[2050982239] 'process raft request' (duration: 520.739356ms)","trace[2050982239] 'compare' (duration: 67.566747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:02:07.498575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:06.909806Z","time spent":"588.700222ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:02:07.498687Z","caller":"traceutil/trace.go:171","msg":"trace[993455044] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"588.853116ms","start":"2026-03-04T05:02:06.909818Z","end":"2026-03-04T05:02:07.498671Z","steps":["trace[993455044] 'process raft request' (duration: 588.452367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:07.498769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:06.909804Z","time spent":"588.922847ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:02:07.498733Z","caller":"traceutil/trace.go:171","msg":"trace[399872904] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"588.853236ms","start":"2026-03-04T05:02:06.909856Z","end":"2026-03-04T05:02:07.498709Z","steps":["trace[399872904] 'process raft request' (duration: 588.777644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:07.499036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:06.909833Z","time spent":"589.103371ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:02:07.803646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.579445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:02:07.803785Z","caller":"traceutil/trace.go:171","msg":"trace[777658475] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"207.615886ms","start":"2026-03-04T05:02:07.596139Z","end":"2026-03-04T05:02:07.803755Z","steps":["trace[777658475] 'process raft request' (duration: 17.841006ms)","trace[777658475] 'compare' (duration: 189.461283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:02:08.015344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.643437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T05:02:08.01541Z","caller":"traceutil/trace.go:171","msg":"trace[1299823544] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1781; }","duration":"102.756139ms","start":"2026-03-04T05:02:07.91264Z","end":"2026-03-04T05:02:08.015396Z","steps":["trace[1299823544] 'range keys from in-memory index tree' (duration: 102.495832ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:11.37568Z","caller":"traceutil/trace.go:171","msg":"trace[1763912491] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"456.103057ms","start":"2026-03-04T05:02:10.919545Z","end":"2026-03-04T05:02:11.375648Z","steps":["trace[1763912491] 'process raft request' (duration: 410.618265ms)","trace[1763912491] 'compare' (duration: 45.298328ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:02:11.375774Z","caller":"traceutil/trace.go:171","msg":"trace[1097414807] linearizableReadLoop","detail":"{readStateIndex:1862; appliedIndex:1860; }","duration":"336.592917ms","start":"2026-03-04T05:02:11.039151Z","end":"2026-03-04T05:02:11.375744Z","steps":["trace[1097414807] 'read index received' (duration: 291.064745ms)","trace[1097414807] 'applied index is now lower than readState.Index' (duration: 45.526072ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:02:11.37579Z","caller":"traceutil/trace.go:171","msg":"trace[486780568] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"456.21097ms","start":"2026-03-04T05:02:10.919551Z","end":"2026-03-04T05:02:11.375762Z","steps":["trace[486780568] 'process raft request' (duration: 456.035886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:11.375879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:10.919521Z","time spent":"456.259301ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:02:11.375927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:10.919534Z","time spent":"456.315782ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:02:11.375953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.655487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:02:11.376011Z","caller":"traceutil/trace.go:171","msg":"trace[1366254907] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1795; }","duration":"207.77608ms","start":"2026-03-04T05:02:11.168223Z","end":"2026-03-04T05:02:11.375999Z","steps":["trace[1366254907] 'agreement among raft nodes before linearized reading' (duration: 207.661148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:11.375999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.832633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T05:02:11.376066Z","caller":"traceutil/trace.go:171","msg":"trace[786332926] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1795; }","duration":"336.944265ms","start":"2026-03-04T05:02:11.039104Z","end":"2026-03-04T05:02:11.376048Z","steps":["trace[786332926] 'agreement among raft nodes before linearized reading' (duration: 336.769811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:11.376104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:11.03908Z","time spent":"337.016288ms","remote":"127.0.0.1:32844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T05:02:12.76371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.197343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:02:12.763803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.607851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T05:02:12.763838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.04785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T05:02:12.763945Z","caller":"traceutil/trace.go:171","msg":"trace[263834431] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:1799; }","duration":"170.214453ms","start":"2026-03-04T05:02:12.593702Z","end":"2026-03-04T05:02:12.763916Z","steps":["trace[263834431] 'range keys from in-memory index tree' (duration: 169.794054ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:12.763877Z","caller":"traceutil/trace.go:171","msg":"trace[2013238302] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1799; }","duration":"379.735695ms","start":"2026-03-04T05:02:12.384121Z","end":"2026-03-04T05:02:12.763857Z","steps":["trace[2013238302] 'range keys from in-memory index tree' (duration: 379.416647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:12.764096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.344014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:02:12.764187Z","caller":"traceutil/trace.go:171","msg":"trace[425965691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1799; }","duration":"974.551309ms","start":"2026-03-04T05:02:11.789614Z","end":"2026-03-04T05:02:12.764165Z","steps":["trace[425965691] 'range keys from in-memory index tree' (duration: 974.239452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:12.764228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:11.789589Z","time spent":"974.630651ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:02:12.76418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:12.384093Z","time spent":"380.021221ms","remote":"127.0.0.1:32844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T05:02:12.763822Z","caller":"traceutil/trace.go:171","msg":"trace[1699479230] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1799; }","duration":"496.403908ms","start":"2026-03-04T05:02:12.267392Z","end":"2026-03-04T05:02:12.763796Z","steps":["trace[1699479230] 'count revisions from in-memory index tree' (duration: 496.05727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:12.764403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:12.26736Z","time spent":"497.020432ms","remote":"127.0.0.1:57392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:02:12.890795Z","caller":"traceutil/trace.go:171","msg":"trace[1679586760] linearizableReadLoop","detail":"{readStateIndex:1867; appliedIndex:1866; }","duration":"100.052516ms","start":"2026-03-04T05:02:12.790713Z","end":"2026-03-04T05:02:12.890765Z","steps":["trace[1679586760] 'read index received' (duration: 99.974774ms)","trace[1679586760] 'applied index is now lower than readState.Index' (duration: 76.252µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:02:12.890895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.168269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:02:12.890992Z","caller":"traceutil/trace.go:171","msg":"trace[1755358301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1799; }","duration":"100.327243ms","start":"2026-03-04T05:02:12.790655Z","end":"2026-03-04T05:02:12.890982Z","steps":["trace[1755358301] 'agreement among raft nodes before linearized reading' (duration: 100.163069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:23.561999Z","caller":"traceutil/trace.go:171","msg":"trace[1868236942] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"117.740668ms","start":"2026-03-04T05:02:23.444182Z","end":"2026-03-04T05:02:23.561923Z","steps":["trace[1868236942] 'process raft request' (duration: 85.730611ms)","trace[1868236942] 'compare' (duration: 31.746681ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:02:23.562096Z","caller":"traceutil/trace.go:171","msg":"trace[1010747997] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"116.749915ms","start":"2026-03-04T05:02:23.44529Z","end":"2026-03-04T05:02:23.56204Z","steps":["trace[1010747997] 'process raft request' (duration: 116.52396ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:39.180098Z","caller":"traceutil/trace.go:171","msg":"trace[1028136588] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"166.625009ms","start":"2026-03-04T05:02:39.01345Z","end":"2026-03-04T05:02:39.180075Z","steps":["trace[1028136588] 'process raft request' (duration: 166.004255ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:39.180646Z","caller":"traceutil/trace.go:171","msg":"trace[157019844] linearizableReadLoop","detail":"{readStateIndex:2009; appliedIndex:2009; }","duration":"128.561111ms","start":"2026-03-04T05:02:39.052028Z","end":"2026-03-04T05:02:39.180589Z","steps":["trace[157019844] 'read index received' (duration: 128.543591ms)","trace[157019844] 'applied index is now lower than readState.Index' (duration: 15.44µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:02:39.180887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.837737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T05:02:39.180977Z","caller":"traceutil/trace.go:171","msg":"trace[1197391185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1936; }","duration":"128.980441ms","start":"2026-03-04T05:02:39.05198Z","end":"2026-03-04T05:02:39.180961Z","steps":["trace[1197391185] 'agreement among raft nodes before linearized reading' (duration: 128.742305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:44.889062Z","caller":"traceutil/trace.go:171","msg":"trace[288853560] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"202.948578ms","start":"2026-03-04T05:02:44.685819Z","end":"2026-03-04T05:02:44.888768Z","steps":["trace[288853560] 'process raft request' (duration: 202.775884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:45.476751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.62377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-04T05:02:45.47681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.885452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T05:02:45.476909Z","caller":"traceutil/trace.go:171","msg":"trace[401995329] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"477.512647ms","start":"2026-03-04T05:02:44.999367Z","end":"2026-03-04T05:02:45.47688Z","steps":["trace[401995329] 'process raft request' (duration: 289.618591ms)","trace[401995329] 'compare' (duration: 187.493086ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:02:45.476927Z","caller":"traceutil/trace.go:171","msg":"trace[1141927166] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1964; }","duration":"480.026885ms","start":"2026-03-04T05:02:44.996865Z","end":"2026-03-04T05:02:45.476892Z","steps":["trace[1141927166] 'range keys from in-memory index tree' (duration: 479.465603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:45.477017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:44.996798Z","time spent":"480.20275ms","remote":"127.0.0.1:32844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T05:02:45.477029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:44.999349Z","time spent":"477.61955ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:02:45.620733Z","caller":"traceutil/trace.go:171","msg":"trace[43733102] linearizableReadLoop","detail":"{readStateIndex:2040; appliedIndex:2038; }","duration":"413.774589ms","start":"2026-03-04T05:02:45.206935Z","end":"2026-03-04T05:02:45.62071Z","steps":["trace[43733102] 'read index received' (duration: 82.064636ms)","trace[43733102] 'applied index is now lower than readState.Index' (duration: 331.709103ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:02:45.620889Z","caller":"traceutil/trace.go:171","msg":"trace[1188670646] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"420.25548ms","start":"2026-03-04T05:02:45.200575Z","end":"2026-03-04T05:02:45.620831Z","steps":["trace[1188670646] 'process raft request' (duration: 394.842907ms)","trace[1188670646] 'compare' (duration: 25.100696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:02:45.62095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.987974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T05:02:45.621022Z","caller":"traceutil/trace.go:171","msg":"trace[2010739512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1966; }","duration":"414.104616ms","start":"2026-03-04T05:02:45.206905Z","end":"2026-03-04T05:02:45.621009Z","steps":["trace[2010739512] 'agreement among raft nodes before linearized reading' (duration: 413.916872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:45.62107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:45.206896Z","time spent":"414.160868ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:02:45.621155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:45.200551Z","time spent":"420.476245ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:02:45.689551Z","caller":"traceutil/trace.go:171","msg":"trace[120501605] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"161.253654ms","start":"2026-03-04T05:02:45.52826Z","end":"2026-03-04T05:02:45.689514Z","steps":["trace[120501605] 'process raft request' (duration: 160.986378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:45.689701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.601932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T05:02:45.689626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.490952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:02:45.6898Z","caller":"traceutil/trace.go:171","msg":"trace[1152170812] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1967; }","duration":"113.773166ms","start":"2026-03-04T05:02:45.576007Z","end":"2026-03-04T05:02:45.68978Z","steps":["trace[1152170812] 'agreement among raft nodes before linearized reading' (duration: 113.586412ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:45.689808Z","caller":"traceutil/trace.go:171","msg":"trace[804981815] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1967; }","duration":"102.709078ms","start":"2026-03-04T05:02:45.587078Z","end":"2026-03-04T05:02:45.689787Z","steps":["trace[804981815] 'agreement among raft nodes before linearized reading' (duration: 102.444601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:45.908726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.362896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:02:45.908923Z","caller":"traceutil/trace.go:171","msg":"trace[1503896340] linearizableReadLoop","detail":"{readStateIndex:2043; appliedIndex:2041; }","duration":"219.411801ms","start":"2026-03-04T05:02:45.689493Z","end":"2026-03-04T05:02:45.908905Z","steps":["trace[1503896340] 'read index received' (duration: 93.640656ms)","trace[1503896340] 'applied index is now lower than readState.Index' (duration: 125.770075ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:02:45.909041Z","caller":"traceutil/trace.go:171","msg":"trace[606231267] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"262.385095ms","start":"2026-03-04T05:02:45.646644Z","end":"2026-03-04T05:02:45.909029Z","steps":["trace[606231267] 'process raft request' (duration: 262.19463ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:45.909144Z","caller":"traceutil/trace.go:171","msg":"trace[642419127] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"282.890772ms","start":"2026-03-04T05:02:45.626212Z","end":"2026-03-04T05:02:45.909103Z","steps":["trace[642419127] 'process raft request' (duration: 156.986034ms)","trace[642419127] 'compare' (duration: 125.221022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:02:45.909377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.926716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:02:45.909457Z","caller":"traceutil/trace.go:171","msg":"trace[1781036117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1969; }","duration":"119.091949ms","start":"2026-03-04T05:02:45.790346Z","end":"2026-03-04T05:02:45.909438Z","steps":["trace[1781036117] 'agreement among raft nodes before linearized reading' (duration: 118.943306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:45.909455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.122991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T05:02:45.909527Z","caller":"traceutil/trace.go:171","msg":"trace[1698468594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1969; }","duration":"203.250884ms","start":"2026-03-04T05:02:45.706258Z","end":"2026-03-04T05:02:45.909509Z","steps":["trace[1698468594] 'agreement among raft nodes before linearized reading' (duration: 202.996498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:45.909539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.496812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T05:02:45.909581Z","caller":"traceutil/trace.go:171","msg":"trace[928074947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1969; }","duration":"192.560614ms","start":"2026-03-04T05:02:45.717009Z","end":"2026-03-04T05:02:45.90957Z","steps":["trace[928074947] 'agreement among raft nodes before linearized reading' (duration: 192.420401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:45.909616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.706585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T05:02:45.909724Z","caller":"traceutil/trace.go:171","msg":"trace[1761609490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1969; }","duration":"239.858038ms","start":"2026-03-04T05:02:45.669845Z","end":"2026-03-04T05:02:45.909703Z","steps":["trace[1761609490] 'agreement among raft nodes before linearized reading' (duration: 239.549741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:45.909621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.052786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T05:02:45.909916Z","caller":"traceutil/trace.go:171","msg":"trace[648705961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1969; }","duration":"196.376743ms","start":"2026-03-04T05:02:45.713519Z","end":"2026-03-04T05:02:45.909896Z","steps":["trace[648705961] 'agreement among raft nodes before linearized reading' (duration: 195.963143ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:46.075599Z","caller":"traceutil/trace.go:171","msg":"trace[393317525] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"146.5329ms","start":"2026-03-04T05:02:45.929046Z","end":"2026-03-04T05:02:46.075579Z","steps":["trace[393317525] 'process raft request' (duration: 146.460669ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:46.075648Z","caller":"traceutil/trace.go:171","msg":"trace[521159041] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"146.679504ms","start":"2026-03-04T05:02:45.928936Z","end":"2026-03-04T05:02:46.075615Z","steps":["trace[521159041] 'process raft request' (duration: 146.432999ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:46.075776Z","caller":"traceutil/trace.go:171","msg":"trace[330158476] linearizableReadLoop","detail":"{readStateIndex:2047; appliedIndex:2044; }","duration":"132.120615ms","start":"2026-03-04T05:02:45.943643Z","end":"2026-03-04T05:02:46.075763Z","steps":["trace[330158476] 'read index received' (duration: 55.380253ms)","trace[330158476] 'applied index is now lower than readState.Index' (duration: 76.738772ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:02:46.075868Z","caller":"traceutil/trace.go:171","msg":"trace[734096163] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"146.764746ms","start":"2026-03-04T05:02:45.929084Z","end":"2026-03-04T05:02:46.075849Z","steps":["trace[734096163] 'process raft request' (duration: 146.464329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:46.076129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.454452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-03-04T05:02:46.076184Z","caller":"traceutil/trace.go:171","msg":"trace[2104693957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1973; }","duration":"132.589285ms","start":"2026-03-04T05:02:45.943583Z","end":"2026-03-04T05:02:46.076172Z","steps":["trace[2104693957] 'agreement among raft nodes before linearized reading' (duration: 132.221007ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:47.876656Z","caller":"traceutil/trace.go:171","msg":"trace[824312485] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"239.45154ms","start":"2026-03-04T05:02:47.637176Z","end":"2026-03-04T05:02:47.876628Z","steps":["trace[824312485] 'process raft request' (duration: 239.226284ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:47.880099Z","caller":"traceutil/trace.go:171","msg":"trace[1539970409] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"184.426865ms","start":"2026-03-04T05:02:47.695647Z","end":"2026-03-04T05:02:47.880074Z","steps":["trace[1539970409] 'process raft request' (duration: 184.326963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:48.083159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.731685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:02:48.083471Z","caller":"traceutil/trace.go:171","msg":"trace[843301866] linearizableReadLoop","detail":"{readStateIndex:2050; appliedIndex:2049; }","duration":"153.720148ms","start":"2026-03-04T05:02:47.929717Z","end":"2026-03-04T05:02:48.083437Z","steps":["trace[843301866] 'read index received' (duration: 45.472662ms)","trace[843301866] 'applied index is now lower than readState.Index' (duration: 108.242606ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:02:48.083554Z","caller":"traceutil/trace.go:171","msg":"trace[1505778289] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"153.982224ms","start":"2026-03-04T05:02:47.92953Z","end":"2026-03-04T05:02:48.083512Z","steps":["trace[1505778289] 'process raft request' (duration: 45.759518ms)","trace[1505778289] 'compare' (duration: 107.578551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:02:48.136899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.189236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T05:02:48.136966Z","caller":"traceutil/trace.go:171","msg":"trace[1097122372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1976; }","duration":"207.30317ms","start":"2026-03-04T05:02:47.929641Z","end":"2026-03-04T05:02:48.136944Z","steps":["trace[1097122372] 'agreement among raft nodes before linearized reading' (duration: 153.902733ms)","trace[1097122372] 'range keys from in-memory index tree' (duration: 53.235613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:02:48.137127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.133145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:02:48.137361Z","caller":"traceutil/trace.go:171","msg":"trace[717650251] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1976; }","duration":"180.554945ms","start":"2026-03-04T05:02:47.95675Z","end":"2026-03-04T05:02:48.137305Z","steps":["trace[717650251] 'agreement among raft nodes before linearized reading' (duration: 180.109185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:48.137653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.07525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T05:02:48.137732Z","caller":"traceutil/trace.go:171","msg":"trace[1156374284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1976; }","duration":"134.198743ms","start":"2026-03-04T05:02:48.003512Z","end":"2026-03-04T05:02:48.137711Z","steps":["trace[1156374284] 'agreement among raft nodes before linearized reading' (duration: 133.668571ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:48.278818Z","caller":"traceutil/trace.go:171","msg":"trace[722130689] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"136.279901ms","start":"2026-03-04T05:02:48.142514Z","end":"2026-03-04T05:02:48.278794Z","steps":["trace[722130689] 'process raft request' (duration: 136.096757ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:48.373567Z","caller":"traceutil/trace.go:171","msg":"trace[1505102471] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"230.391328ms","start":"2026-03-04T05:02:48.14315Z","end":"2026-03-04T05:02:48.373541Z","steps":["trace[1505102471] 'process raft request' (duration: 230.260435ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:48.373573Z","caller":"traceutil/trace.go:171","msg":"trace[1689208919] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"230.701305ms","start":"2026-03-04T05:02:48.142828Z","end":"2026-03-04T05:02:48.373529Z","steps":["trace[1689208919] 'process raft request' (duration: 177.506314ms)","trace[1689208919] 'compare' (duration: 52.928985ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:02:48.373879Z","caller":"traceutil/trace.go:171","msg":"trace[2131878460] linearizableReadLoop","detail":"{readStateIndex:2056; appliedIndex:2051; }","duration":"222.841492ms","start":"2026-03-04T05:02:48.151012Z","end":"2026-03-04T05:02:48.373854Z","steps":["trace[2131878460] 'read index received' (duration: 127.625769ms)","trace[2131878460] 'applied index is now lower than readState.Index' (duration: 95.214413ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:02:48.37391Z","caller":"traceutil/trace.go:171","msg":"trace[2000465972] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"230.722355ms","start":"2026-03-04T05:02:48.143171Z","end":"2026-03-04T05:02:48.373894Z","steps":["trace[2000465972] 'process raft request' (duration: 230.285645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:48.374045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.000595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:02:48.374075Z","caller":"traceutil/trace.go:171","msg":"trace[1695627730] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"229.876506ms","start":"2026-03-04T05:02:48.144184Z","end":"2026-03-04T05:02:48.374061Z","steps":["trace[1695627730] 'process raft request' (duration: 229.565309ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:48.37411Z","caller":"traceutil/trace.go:171","msg":"trace[970176266] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1981; }","duration":"223.101098ms","start":"2026-03-04T05:02:48.150992Z","end":"2026-03-04T05:02:48.374093Z","steps":["trace[970176266] 'agreement among raft nodes before linearized reading' (duration: 222.956345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:50.178966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388208135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:02:50.179058Z","caller":"traceutil/trace.go:171","msg":"trace[1293440473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1981; }","duration":"1.388360258s","start":"2026-03-04T05:02:48.790675Z","end":"2026-03-04T05:02:50.179035Z","steps":["trace[1293440473] 'range keys from in-memory index tree' (duration: 1.388096452s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:50.179113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:48.790645Z","time spent":"1.388455901s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:02:50.179237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498836127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:02:50.179375Z","caller":"traceutil/trace.go:171","msg":"trace[518555473] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1981; }","duration":"1.499073602s","start":"2026-03-04T05:02:48.680268Z","end":"2026-03-04T05:02:50.179341Z","steps":["trace[518555473] 'count revisions from in-memory index tree' (duration: 1.498668483s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:50.179433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:48.680233Z","time spent":"1.499187555s","remote":"127.0.0.1:53910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:02:50.179704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704748094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18998acc4dfac54e\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-04T05:02:50.179843Z","caller":"traceutil/trace.go:171","msg":"trace[218427383] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18998acc4dfac54e; range_end:; response_count:1; response_revision:1981; }","duration":"1.704963159s","start":"2026-03-04T05:02:48.474837Z","end":"2026-03-04T05:02:50.1798Z","steps":["trace[218427383] 'range keys from in-memory index tree' (duration: 1.70415398s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:50.179911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:48.474812Z","time spent":"1.705086782s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18998acc4dfac54e\" "} {"level":"warn","ts":"2026-03-04T05:02:50.179176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675503151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T05:02:50.180723Z","caller":"traceutil/trace.go:171","msg":"trace[1361172803] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1981; }","duration":"1.677070587s","start":"2026-03-04T05:02:48.503608Z","end":"2026-03-04T05:02:50.180679Z","steps":["trace[1361172803] 'range keys from in-memory index tree' (duration: 1.675260025s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:50.180861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:48.503583Z","time spent":"1.677233602s","remote":"127.0.0.1:32844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T05:02:50.18129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.355476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:02:50.181604Z","caller":"traceutil/trace.go:171","msg":"trace[1127248530] linearizableReadLoop","detail":"{readStateIndex:2057; appliedIndex:2056; }","duration":"349.57237ms","start":"2026-03-04T05:02:49.831835Z","end":"2026-03-04T05:02:50.181408Z","steps":["trace[1127248530] 'read index received' (duration: 57.982µs)","trace[1127248530] 'applied index is now lower than readState.Index' (duration: 349.513358ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:02:50.181727Z","caller":"traceutil/trace.go:171","msg":"trace[231918053] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"1.358955211s","start":"2026-03-04T05:02:48.822708Z","end":"2026-03-04T05:02:50.181664Z","steps":["trace[231918053] 'process raft request' (duration: 871.136244ms)","trace[231918053] 'compare' (duration: 487.223034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:02:50.181773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.908428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:02:50.181853Z","caller":"traceutil/trace.go:171","msg":"trace[2008633206] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1982; }","duration":"350.033201ms","start":"2026-03-04T05:02:49.831779Z","end":"2026-03-04T05:02:50.181813Z","steps":["trace[2008633206] 'agreement among raft nodes before linearized reading' (duration: 349.918198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:50.181932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:49.831757Z","time spent":"350.161573ms","remote":"127.0.0.1:57416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:02:50.181989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:48.822689Z","time spent":"1.359126776s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:02:50.606937Z","caller":"traceutil/trace.go:171","msg":"trace[581233949] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"723.796096ms","start":"2026-03-04T05:02:49.88309Z","end":"2026-03-04T05:02:50.606886Z","steps":["trace[581233949] 'process raft request' (duration: 723.54259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:50.607235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:49.883048Z","time spent":"724.017401ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:02:50.609102Z","caller":"traceutil/trace.go:171","msg":"trace[1334417879] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"723.757505ms","start":"2026-03-04T05:02:49.885314Z","end":"2026-03-04T05:02:50.609071Z","steps":["trace[1334417879] 'process raft request' (duration: 723.417827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:50.609551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:49.885296Z","time spent":"723.891698ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:02:50.60962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.526373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:02:50.609679Z","caller":"traceutil/trace.go:171","msg":"trace[274780826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1986; }","duration":"428.615616ms","start":"2026-03-04T05:02:50.181049Z","end":"2026-03-04T05:02:50.609665Z","steps":["trace[274780826] 'agreement among raft nodes before linearized reading' (duration: 428.526464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:50.609723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:50.181029Z","time spent":"428.687077ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:02:50.609646Z","caller":"traceutil/trace.go:171","msg":"trace[1472661227] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"426.782542ms","start":"2026-03-04T05:02:50.182787Z","end":"2026-03-04T05:02:50.60957Z","steps":["trace[1472661227] 'process raft request' (duration: 426.26792ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:50.609271Z","caller":"traceutil/trace.go:171","msg":"trace[1075767673] linearizableReadLoop","detail":"{readStateIndex:2060; appliedIndex:2057; }","duration":"427.53158ms","start":"2026-03-04T05:02:50.181637Z","end":"2026-03-04T05:02:50.609169Z","steps":["trace[1075767673] 'read index received' (duration: 425.055352ms)","trace[1075767673] 'applied index is now lower than readState.Index' (duration: 2.474208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:02:50.610042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:50.182759Z","time spent":"427.11128ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:02:50.61011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.627747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T05:02:50.609732Z","caller":"traceutil/trace.go:171","msg":"trace[697484465] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"519.755173ms","start":"2026-03-04T05:02:50.089417Z","end":"2026-03-04T05:02:50.609172Z","steps":["trace[697484465] 'process raft request' (duration: 519.507847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:50.610329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.610197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T05:02:50.610341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.827861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-03-04T05:02:50.610393Z","caller":"traceutil/trace.go:171","msg":"trace[2073222201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1986; }","duration":"231.736569ms","start":"2026-03-04T05:02:50.378635Z","end":"2026-03-04T05:02:50.610371Z","steps":["trace[2073222201] 'agreement among raft nodes before linearized reading' (duration: 231.596946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:50.610373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:50.089399Z","time spent":"520.872949ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:02:50.61045Z","caller":"traceutil/trace.go:171","msg":"trace[1648931943] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1986; }","duration":"231.981495ms","start":"2026-03-04T05:02:50.378442Z","end":"2026-03-04T05:02:50.610423Z","steps":["trace[1648931943] 'agreement among raft nodes before linearized reading' (duration: 231.640717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:50.610532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.336354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-04T05:02:50.610145Z","caller":"traceutil/trace.go:171","msg":"trace[309762354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1986; }","duration":"231.699229ms","start":"2026-03-04T05:02:50.378436Z","end":"2026-03-04T05:02:50.610135Z","steps":["trace[309762354] 'agreement among raft nodes before linearized reading' (duration: 231.567956ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:50.610608Z","caller":"traceutil/trace.go:171","msg":"trace[448632449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1986; }","duration":"232.480317ms","start":"2026-03-04T05:02:50.378109Z","end":"2026-03-04T05:02:50.610589Z","steps":["trace[448632449] 'agreement among raft nodes before linearized reading' (duration: 232.17045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:50.610777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.689379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T05:02:50.610984Z","caller":"traceutil/trace.go:171","msg":"trace[1350162516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1986; }","duration":"327.977236ms","start":"2026-03-04T05:02:50.282955Z","end":"2026-03-04T05:02:50.610932Z","steps":["trace[1350162516] 'agreement among raft nodes before linearized reading' (duration: 327.017694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:50.611121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:50.282939Z","time spent":"328.16555ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T05:02:56.057304Z","caller":"traceutil/trace.go:171","msg":"trace[231072347] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"253.053037ms","start":"2026-03-04T05:02:55.804207Z","end":"2026-03-04T05:02:56.05726Z","steps":["trace[231072347] 'process raft request' (duration: 252.779891ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:03:57.172957Z","caller":"traceutil/trace.go:171","msg":"trace[1186717083] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"310.309605ms","start":"2026-03-04T05:03:56.862618Z","end":"2026-03-04T05:03:57.172928Z","steps":["trace[1186717083] 'process raft request' (duration: 310.065929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:03:57.173135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:03:56.862593Z","time spent":"310.452679ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:03:57.173945Z","caller":"traceutil/trace.go:171","msg":"trace[839113861] linearizableReadLoop","detail":"{readStateIndex:2572; appliedIndex:2569; }","duration":"218.1835ms","start":"2026-03-04T05:03:56.955735Z","end":"2026-03-04T05:03:57.173918Z","steps":["trace[839113861] 'read index received' (duration: 216.977702ms)","trace[839113861] 'applied index is now lower than readState.Index' (duration: 1.204788ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:03:57.174229Z","caller":"traceutil/trace.go:171","msg":"trace[679374899] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"297.664431ms","start":"2026-03-04T05:03:56.87655Z","end":"2026-03-04T05:03:57.174215Z","steps":["trace[679374899] 'process raft request' (duration: 297.154139ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:03:57.174378Z","caller":"traceutil/trace.go:171","msg":"trace[1475456120] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"223.236288ms","start":"2026-03-04T05:03:56.951107Z","end":"2026-03-04T05:03:57.174344Z","steps":["trace[1475456120] 'process raft request' (duration: 222.701996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:03:57.174456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.694952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T05:03:57.174521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.657002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T05:03:57.174574Z","caller":"traceutil/trace.go:171","msg":"trace[1233248652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2476; }","duration":"218.766854ms","start":"2026-03-04T05:03:56.955794Z","end":"2026-03-04T05:03:57.174561Z","steps":["trace[1233248652] 'agreement among raft nodes before linearized reading' (duration: 218.611911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:03:57.174719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.606764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T05:03:57.17474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.935554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T05:03:57.174765Z","caller":"traceutil/trace.go:171","msg":"trace[924803759] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2476; }","duration":"216.669715ms","start":"2026-03-04T05:03:56.958085Z","end":"2026-03-04T05:03:57.174755Z","steps":["trace[924803759] 'agreement among raft nodes before linearized reading' (duration: 216.562982ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:03:57.174771Z","caller":"traceutil/trace.go:171","msg":"trace[1621724376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2476; }","duration":"217.983496ms","start":"2026-03-04T05:03:56.956779Z","end":"2026-03-04T05:03:57.174762Z","steps":["trace[1621724376] 'agreement among raft nodes before linearized reading' (duration: 217.899164ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:03:57.174528Z","caller":"traceutil/trace.go:171","msg":"trace[2001438485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2476; }","duration":"218.812085ms","start":"2026-03-04T05:03:56.955701Z","end":"2026-03-04T05:03:57.174513Z","steps":["trace[2001438485] 'agreement among raft nodes before linearized reading' (duration: 218.575289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:03:57.174912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.348894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T05:03:57.174999Z","caller":"traceutil/trace.go:171","msg":"trace[1408523733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2476; }","duration":"218.464737ms","start":"2026-03-04T05:03:56.956511Z","end":"2026-03-04T05:03:57.174976Z","steps":["trace[1408523733] 'agreement among raft nodes before linearized reading' (duration: 218.225241ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:03:58.554916Z","caller":"traceutil/trace.go:171","msg":"trace[763507373] linearizableReadLoop","detail":"{readStateIndex:2580; appliedIndex:2578; }","duration":"206.59766ms","start":"2026-03-04T05:03:58.348296Z","end":"2026-03-04T05:03:58.554894Z","steps":["trace[763507373] 'read index received' (duration: 195.717896ms)","trace[763507373] 'applied index is now lower than readState.Index' (duration: 10.878864ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:03:58.555075Z","caller":"traceutil/trace.go:171","msg":"trace[1810911503] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"219.777196ms","start":"2026-03-04T05:03:58.335225Z","end":"2026-03-04T05:03:58.555002Z","steps":["trace[1810911503] 'process raft request' (duration: 219.551311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:03:58.555171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.858585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-04T05:03:58.555218Z","caller":"traceutil/trace.go:171","msg":"trace[440119272] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2482; }","duration":"206.958588ms","start":"2026-03-04T05:03:58.348248Z","end":"2026-03-04T05:03:58.555206Z","steps":["trace[440119272] 'agreement among raft nodes before linearized reading' (duration: 206.780234ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:04:07.460657Z","caller":"traceutil/trace.go:171","msg":"trace[847658778] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"236.163959ms","start":"2026-03-04T05:04:07.22446Z","end":"2026-03-04T05:04:07.460624Z","steps":["trace[847658778] 'process raft request' (duration: 235.965054ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:04:07.461554Z","caller":"traceutil/trace.go:171","msg":"trace[398033684] linearizableReadLoop","detail":"{readStateIndex:2635; appliedIndex:2632; }","duration":"183.949263ms","start":"2026-03-04T05:04:07.277575Z","end":"2026-03-04T05:04:07.461525Z","steps":["trace[398033684] 'read index received' (duration: 182.853637ms)","trace[398033684] 'applied index is now lower than readState.Index' (duration: 1.094376ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:04:07.461593Z","caller":"traceutil/trace.go:171","msg":"trace[428499998] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"236.592309ms","start":"2026-03-04T05:04:07.224976Z","end":"2026-03-04T05:04:07.461568Z","steps":["trace[428499998] 'process raft request' (duration: 236.337533ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:04:07.461669Z","caller":"traceutil/trace.go:171","msg":"trace[1263563992] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"234.979111ms","start":"2026-03-04T05:04:07.226635Z","end":"2026-03-04T05:04:07.461614Z","steps":["trace[1263563992] 'process raft request' (duration: 234.827948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:04:07.461841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.968914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T05:04:07.461889Z","caller":"traceutil/trace.go:171","msg":"trace[1000558361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2536; }","duration":"184.050485ms","start":"2026-03-04T05:04:07.277828Z","end":"2026-03-04T05:04:07.461878Z","steps":["trace[1000558361] 'agreement among raft nodes before linearized reading' (duration: 183.869891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:04:07.461934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.108957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-04T05:04:07.461957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.273834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T05:04:07.462064Z","caller":"traceutil/trace.go:171","msg":"trace[2041922831] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2536; }","duration":"173.451008ms","start":"2026-03-04T05:04:07.288591Z","end":"2026-03-04T05:04:07.462042Z","steps":["trace[2041922831] 'agreement among raft nodes before linearized reading' (duration: 173.12917ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:04:07.46207Z","caller":"traceutil/trace.go:171","msg":"trace[713980530] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2536; }","duration":"178.23428ms","start":"2026-03-04T05:04:07.283795Z","end":"2026-03-04T05:04:07.462029Z","steps":["trace[713980530] 'agreement among raft nodes before linearized reading' (duration: 177.976084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:04:07.462113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.39821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-04T05:04:07.462208Z","caller":"traceutil/trace.go:171","msg":"trace[901895279] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2536; }","duration":"183.573334ms","start":"2026-03-04T05:04:07.278611Z","end":"2026-03-04T05:04:07.462184Z","steps":["trace[901895279] 'agreement among raft nodes before linearized reading' (duration: 183.209856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:04:07.462484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.893544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T05:04:07.462681Z","caller":"traceutil/trace.go:171","msg":"trace[412202741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2536; }","duration":"185.035739ms","start":"2026-03-04T05:04:07.277508Z","end":"2026-03-04T05:04:07.462544Z","steps":["trace[412202741] 'agreement among raft nodes before linearized reading' (duration: 184.162268ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:04:25.796002Z","caller":"traceutil/trace.go:171","msg":"trace[597568708] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"266.226748ms","start":"2026-03-04T05:04:25.529724Z","end":"2026-03-04T05:04:25.795951Z","steps":["trace[597568708] 'process raft request' (duration: 208.73342ms)","trace[597568708] 'compare' (duration: 57.190271ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:04:25.796281Z","caller":"traceutil/trace.go:171","msg":"trace[1119187023] linearizableReadLoop","detail":"{readStateIndex:2739; appliedIndex:2737; }","duration":"240.655613ms","start":"2026-03-04T05:04:25.555583Z","end":"2026-03-04T05:04:25.796238Z","steps":["trace[1119187023] 'read index received' (duration: 182.822826ms)","trace[1119187023] 'applied index is now lower than readState.Index' (duration: 57.829707ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:04:25.796377Z","caller":"traceutil/trace.go:171","msg":"trace[971355785] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"264.892117ms","start":"2026-03-04T05:04:25.531387Z","end":"2026-03-04T05:04:25.79628Z","steps":["trace[971355785] 'process raft request' (duration: 264.498967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:04:25.796571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.96036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T05:04:25.796693Z","caller":"traceutil/trace.go:171","msg":"trace[1677546910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2636; }","duration":"241.137144ms","start":"2026-03-04T05:04:25.555524Z","end":"2026-03-04T05:04:25.796661Z","steps":["trace[1677546910] 'agreement among raft nodes before linearized reading' (duration: 240.848988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:04:25.796767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.594401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T05:04:25.796847Z","caller":"traceutil/trace.go:171","msg":"trace[2099389121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2636; }","duration":"240.738044ms","start":"2026-03-04T05:04:25.556095Z","end":"2026-03-04T05:04:25.796833Z","steps":["trace[2099389121] 'agreement among raft nodes before linearized reading' (duration: 240.432287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:04:25.797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.762269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T05:04:25.797094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.6826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T05:04:25.797144Z","caller":"traceutil/trace.go:171","msg":"trace[594615116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2636; }","duration":"235.950563ms","start":"2026-03-04T05:04:25.561162Z","end":"2026-03-04T05:04:25.797113Z","steps":["trace[594615116] 'agreement among raft nodes before linearized reading' (duration: 235.498092ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:04:25.797188Z","caller":"traceutil/trace.go:171","msg":"trace[311960972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2636; }","duration":"236.813183ms","start":"2026-03-04T05:04:25.560353Z","end":"2026-03-04T05:04:25.797166Z","steps":["trace[311960972] 'agreement among raft nodes before linearized reading' (duration: 236.538467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:04:25.797012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.286618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:04:25.797463Z","caller":"traceutil/trace.go:171","msg":"trace[614227254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2636; }","duration":"232.790989ms","start":"2026-03-04T05:04:25.564598Z","end":"2026-03-04T05:04:25.797389Z","steps":["trace[614227254] 'agreement among raft nodes before linearized reading' (duration: 232.008601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:04:32.86053Z","caller":"traceutil/trace.go:171","msg":"trace[888610867] linearizableReadLoop","detail":"{readStateIndex:2777; appliedIndex:2776; }","duration":"258.229281ms","start":"2026-03-04T05:04:32.602274Z","end":"2026-03-04T05:04:32.860504Z","steps":["trace[888610867] 'read index received' (duration: 258.042477ms)","trace[888610867] 'applied index is now lower than readState.Index' (duration: 185.614µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:04:32.860801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.517579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T05:04:32.860851Z","caller":"traceutil/trace.go:171","msg":"trace[768294298] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:2673; }","duration":"258.645461ms","start":"2026-03-04T05:04:32.602193Z","end":"2026-03-04T05:04:32.860839Z","steps":["trace[768294298] 'agreement among raft nodes before linearized reading' (duration: 258.487147ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:04:32.860716Z","caller":"traceutil/trace.go:171","msg":"trace[307589010] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"405.90229ms","start":"2026-03-04T05:04:32.454737Z","end":"2026-03-04T05:04:32.860639Z","steps":["trace[307589010] 'process raft request' (duration: 405.578922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:04:32.861177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:04:32.454698Z","time spent":"406.310879ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:04:33.034741Z","caller":"traceutil/trace.go:171","msg":"trace[1628645722] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"150.588806ms","start":"2026-03-04T05:04:32.884125Z","end":"2026-03-04T05:04:33.034714Z","steps":["trace[1628645722] 'process raft request' (duration: 150.365111ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:04:33.075387Z","caller":"traceutil/trace.go:171","msg":"trace[1447885102] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"170.154101ms","start":"2026-03-04T05:04:32.905205Z","end":"2026-03-04T05:04:33.075359Z","steps":["trace[1447885102] 'process raft request' (duration: 169.999608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:04:34.829814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:04:34.12683Z","time spent":"702.973146ms","remote":"127.0.0.1:34844","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T05:04:34.829998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337815785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18998ae5ede78de0\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-04T05:04:34.83007Z","caller":"traceutil/trace.go:171","msg":"trace[1867281632] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18998ae5ede78de0; range_end:; response_count:1; response_revision:2675; }","duration":"1.337945787s","start":"2026-03-04T05:04:33.492104Z","end":"2026-03-04T05:04:34.83005Z","steps":["trace[1867281632] 'range keys from in-memory index tree' (duration: 1.33761403s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:04:34.83011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:04:33.492077Z","time spent":"1.33802456s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18998ae5ede78de0\" "} {"level":"warn","ts":"2026-03-04T05:04:34.830295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638270379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T05:04:34.830409Z","caller":"traceutil/trace.go:171","msg":"trace[992400832] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2675; }","duration":"1.638445193s","start":"2026-03-04T05:04:33.191938Z","end":"2026-03-04T05:04:34.830383Z","steps":["trace[992400832] 'range keys from in-memory index tree' (duration: 1.638040033s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:04:34.830461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:04:33.191913Z","time spent":"1.638537205s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-04T05:04:34.831126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.535436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:04:34.833805Z","caller":"traceutil/trace.go:171","msg":"trace[192922446] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"1.258637801s","start":"2026-03-04T05:04:33.575141Z","end":"2026-03-04T05:04:34.833779Z","steps":["trace[192922446] 'process raft request' (duration: 678.29345ms)","trace[192922446] 'compare' (duration: 576.816629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:04:34.833912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:04:33.575112Z","time spent":"1.258763544s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:04:34.83435Z","caller":"traceutil/trace.go:171","msg":"trace[1941049986] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"1.011032297s","start":"2026-03-04T05:04:33.823293Z","end":"2026-03-04T05:04:34.834325Z","steps":["trace[1941049986] 'process raft request' (duration: 1.01076103s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:04:34.834508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:04:33.823262Z","time spent":"1.01116147s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:04:34.834383Z","caller":"traceutil/trace.go:171","msg":"trace[1413007790] linearizableReadLoop","detail":"{readStateIndex:2783; appliedIndex:2780; }","duration":"988.637246ms","start":"2026-03-04T05:04:33.845735Z","end":"2026-03-04T05:04:34.834372Z","steps":["trace[1413007790] 'read index received' (duration: 407.701101ms)","trace[1413007790] 'applied index is now lower than readState.Index' (duration: 580.935175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:04:34.83458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.80346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T05:04:34.834631Z","caller":"traceutil/trace.go:171","msg":"trace[1243829251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2678; }","duration":"988.926893ms","start":"2026-03-04T05:04:33.845697Z","end":"2026-03-04T05:04:34.834624Z","steps":["trace[1243829251] 'agreement among raft nodes before linearized reading' (duration: 988.741868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:04:34.834807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:04:33.845685Z","time spent":"989.074176ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T05:04:34.83616Z","caller":"traceutil/trace.go:171","msg":"trace[1744243444] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"1.011551779s","start":"2026-03-04T05:04:33.824563Z","end":"2026-03-04T05:04:34.836115Z","steps":["trace[1744243444] 'process raft request' (duration: 1.009592554s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:04:34.836402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:04:33.82455Z","time spent":"1.011705753s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:04:35.116648Z","caller":"traceutil/trace.go:171","msg":"trace[1536963000] linearizableReadLoop","detail":"{readStateIndex:2784; appliedIndex:2783; }","duration":"282.035546ms","start":"2026-03-04T05:04:34.834578Z","end":"2026-03-04T05:04:35.116614Z","steps":["trace[1536963000] 'read index received' (duration: 247.051121ms)","trace[1536963000] 'applied index is now lower than readState.Index' (duration: 34.982835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:04:35.116852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.080205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-04T05:04:35.116984Z","caller":"traceutil/trace.go:171","msg":"trace[1256346462] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2679; }","duration":"879.25809ms","start":"2026-03-04T05:04:34.237705Z","end":"2026-03-04T05:04:35.116963Z","steps":["trace[1256346462] 'agreement among raft nodes before linearized reading' (duration: 878.945422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:04:35.117076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:04:34.237687Z","time spent":"879.378462ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T05:04:35.117087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.546582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:04:35.116884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236325292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T05:04:35.117109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237842017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T05:04:35.117144Z","caller":"traceutil/trace.go:171","msg":"trace[273763320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2679; }","duration":"326.637525ms","start":"2026-03-04T05:04:34.790491Z","end":"2026-03-04T05:04:35.117128Z","steps":["trace[273763320] 'agreement among raft nodes before linearized reading' (duration: 326.556263ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:04:35.117162Z","caller":"traceutil/trace.go:171","msg":"trace[1702050798] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2679; }","duration":"1.23796131s","start":"2026-03-04T05:04:33.879187Z","end":"2026-03-04T05:04:35.117149Z","steps":["trace[1702050798] 'agreement among raft nodes before linearized reading' (duration: 1.237825477s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:04:35.116984Z","caller":"traceutil/trace.go:171","msg":"trace[1029235758] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"282.845024ms","start":"2026-03-04T05:04:34.834107Z","end":"2026-03-04T05:04:35.116952Z","steps":["trace[1029235758] 'process raft request' (duration: 247.506562ms)","trace[1029235758] 'compare' (duration: 34.80185ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:04:35.117165Z","caller":"traceutil/trace.go:171","msg":"trace[1805799788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2679; }","duration":"1.236638399s","start":"2026-03-04T05:04:33.880507Z","end":"2026-03-04T05:04:35.117145Z","steps":["trace[1805799788] 'agreement among raft nodes before linearized reading' (duration: 1.236196429s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:04:35.117199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:04:33.87916Z","time spent":"1.238031272s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:04:35.117196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:04:34.790469Z","time spent":"326.715706ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:04:35.116885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.475156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-03-04T05:04:35.117292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234210573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:04:35.117399Z","caller":"traceutil/trace.go:171","msg":"trace[1569507526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2679; }","duration":"1.234549511s","start":"2026-03-04T05:04:33.882769Z","end":"2026-03-04T05:04:35.117319Z","steps":["trace[1569507526] 'agreement among raft nodes before linearized reading' (duration: 1.234168782s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:04:35.117395Z","caller":"traceutil/trace.go:171","msg":"trace[818081689] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2679; }","duration":"282.959807ms","start":"2026-03-04T05:04:34.834333Z","end":"2026-03-04T05:04:35.117292Z","steps":["trace[818081689] 'agreement among raft nodes before linearized reading' (duration: 282.368174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:04:35.117448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:04:33.882758Z","time spent":"1.234677054s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:04:35.117232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:04:33.880494Z","time spent":"1.236724672s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:04:35.117599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242196029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T05:04:35.117704Z","caller":"traceutil/trace.go:171","msg":"trace[674796804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2679; }","duration":"1.242405703s","start":"2026-03-04T05:04:33.875272Z","end":"2026-03-04T05:04:35.117678Z","steps":["trace[674796804] 'agreement among raft nodes before linearized reading' (duration: 1.241460991s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:04:35.117754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:04:33.875237Z","time spent":"1.242507236s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T05:04:35.146335Z","caller":"traceutil/trace.go:171","msg":"trace[1926825622] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"308.179145ms","start":"2026-03-04T05:04:34.838134Z","end":"2026-03-04T05:04:35.146313Z","steps":["trace[1926825622] 'process raft request' (duration: 307.998651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:04:35.146459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:04:34.838116Z","time spent":"308.269847ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:04:35.241091Z","caller":"traceutil/trace.go:171","msg":"trace[1635268565] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"118.54057ms","start":"2026-03-04T05:04:35.122531Z","end":"2026-03-04T05:04:35.241071Z","steps":["trace[1635268565] 'process raft request' (duration: 108.112387ms)","trace[1635268565] 'compare' (duration: 10.28949ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:04:35.241484Z","caller":"traceutil/trace.go:171","msg":"trace[1049475615] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"118.855697ms","start":"2026-03-04T05:04:35.122603Z","end":"2026-03-04T05:04:35.241458Z","steps":["trace[1049475615] 'process raft request' (duration: 118.439227ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:04:35.241527Z","caller":"traceutil/trace.go:171","msg":"trace[1386920826] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"118.116109ms","start":"2026-03-04T05:04:35.123403Z","end":"2026-03-04T05:04:35.241519Z","steps":["trace[1386920826] 'process raft request' (duration: 118.053668ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:04:35.241684Z","caller":"traceutil/trace.go:171","msg":"trace[910394259] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"118.864038ms","start":"2026-03-04T05:04:35.122794Z","end":"2026-03-04T05:04:35.241658Z","steps":["trace[910394259] 'process raft request' (duration: 118.581411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:04:35.241683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.606988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T05:04:35.241742Z","caller":"traceutil/trace.go:171","msg":"trace[1064831398] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2684; }","duration":"120.69617ms","start":"2026-03-04T05:04:35.121029Z","end":"2026-03-04T05:04:35.241725Z","steps":["trace[1064831398] 'agreement among raft nodes before linearized reading' (duration: 120.473975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:04:35.241898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.753672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-04T05:04:35.241951Z","caller":"traceutil/trace.go:171","msg":"trace[2102408901] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2684; }","duration":"120.840913ms","start":"2026-03-04T05:04:35.121103Z","end":"2026-03-04T05:04:35.241944Z","steps":["trace[2102408901] 'agreement among raft nodes before linearized reading' (duration: 120.666819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:04:35.598484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.702019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T05:04:35.598554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.129286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:04:35.598659Z","caller":"traceutil/trace.go:171","msg":"trace[1360598438] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2684; }","duration":"257.289749ms","start":"2026-03-04T05:04:35.341347Z","end":"2026-03-04T05:04:35.598637Z","steps":["trace[1360598438] 'range keys from in-memory index tree' (duration: 257.048784ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:04:35.59859Z","caller":"traceutil/trace.go:171","msg":"trace[78269248] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2684; }","duration":"254.882264ms","start":"2026-03-04T05:04:35.343684Z","end":"2026-03-04T05:04:35.598566Z","steps":["trace[78269248] 'count revisions from in-memory index tree' (duration: 254.577407ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:04:36.261476Z","caller":"traceutil/trace.go:171","msg":"trace[1206881410] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"166.278231ms","start":"2026-03-04T05:04:36.095173Z","end":"2026-03-04T05:04:36.261451Z","steps":["trace[1206881410] 'process raft request' (duration: 166.105587ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:04:36.966946Z","caller":"traceutil/trace.go:171","msg":"trace[1359073540] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"126.918594ms","start":"2026-03-04T05:04:36.839999Z","end":"2026-03-04T05:04:36.966918Z","steps":["trace[1359073540] 'process raft request' (duration: 126.719819ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:04:36.967173Z","caller":"traceutil/trace.go:171","msg":"trace[1748557213] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"127.141159ms","start":"2026-03-04T05:04:36.839999Z","end":"2026-03-04T05:04:36.96714Z","steps":["trace[1748557213] 'process raft request' (duration: 126.877233ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:04:37.076529Z","caller":"traceutil/trace.go:171","msg":"trace[363875198] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"235.088852ms","start":"2026-03-04T05:04:36.841403Z","end":"2026-03-04T05:04:37.076492Z","steps":["trace[363875198] 'process raft request' (duration: 220.932292ms)","trace[363875198] 'compare' (duration: 14.034397ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:04:42.799932Z","caller":"traceutil/trace.go:171","msg":"trace[1208496309] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"126.88317ms","start":"2026-03-04T05:04:42.673013Z","end":"2026-03-04T05:04:42.799896Z","steps":["trace[1208496309] 'process raft request' (duration: 33.931036ms)","trace[1208496309] 'compare' (duration: 92.812171ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:04:43.139674Z","caller":"traceutil/trace.go:171","msg":"trace[1711001352] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"147.907137ms","start":"2026-03-04T05:04:42.991735Z","end":"2026-03-04T05:04:43.139642Z","steps":["trace[1711001352] 'process raft request' (duration: 79.007881ms)","trace[1711001352] 'compare' (duration: 68.679961ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:06:27.996767Z","caller":"traceutil/trace.go:171","msg":"trace[548447959] linearizableReadLoop","detail":"{readStateIndex:3474; appliedIndex:3473; }","duration":"239.512658ms","start":"2026-03-04T05:06:27.757229Z","end":"2026-03-04T05:06:27.996742Z","steps":["trace[548447959] 'read index received' (duration: 237.453401ms)","trace[548447959] 'applied index is now lower than readState.Index' (duration: 2.057647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:06:27.997035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.419862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:06:27.99707Z","caller":"traceutil/trace.go:171","msg":"trace[1701141602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3339; }","duration":"219.512545ms","start":"2026-03-04T05:06:27.777547Z","end":"2026-03-04T05:06:27.997059Z","steps":["trace[1701141602] 'agreement among raft nodes before linearized reading' (duration: 219.347641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:06:27.997059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.891196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:06:27.997144Z","caller":"traceutil/trace.go:171","msg":"trace[2116177115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3339; }","duration":"208.011568ms","start":"2026-03-04T05:06:27.78911Z","end":"2026-03-04T05:06:27.997122Z","steps":["trace[2116177115] 'agreement among raft nodes before linearized reading' (duration: 207.855034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:06:27.997282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.708386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T05:06:27.997383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.140073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-04T05:06:27.997427Z","caller":"traceutil/trace.go:171","msg":"trace[1178076370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3339; }","duration":"215.883951ms","start":"2026-03-04T05:06:27.781521Z","end":"2026-03-04T05:06:27.997405Z","steps":["trace[1178076370] 'agreement among raft nodes before linearized reading' (duration: 215.542103ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:06:27.997467Z","caller":"traceutil/trace.go:171","msg":"trace[384995245] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3339; }","duration":"240.249256ms","start":"2026-03-04T05:06:27.757197Z","end":"2026-03-04T05:06:27.997446Z","steps":["trace[384995245] 'agreement among raft nodes before linearized reading' (duration: 239.671992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:06:27.99754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.734221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T05:06:27.997584Z","caller":"traceutil/trace.go:171","msg":"trace[12736227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3339; }","duration":"216.797372ms","start":"2026-03-04T05:06:27.780777Z","end":"2026-03-04T05:06:27.997574Z","steps":["trace[12736227] 'agreement among raft nodes before linearized reading' (duration: 216.192088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:06:27.99732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.857723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T05:06:27.997925Z","caller":"traceutil/trace.go:171","msg":"trace[1377490056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3339; }","duration":"217.524378ms","start":"2026-03-04T05:06:27.780382Z","end":"2026-03-04T05:06:27.997907Z","steps":["trace[1377490056] 'agreement among raft nodes before linearized reading' (duration: 216.763171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:06:27.997705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.512242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T05:06:27.998162Z","caller":"traceutil/trace.go:171","msg":"trace[582172827] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3339; }","duration":"216.046654ms","start":"2026-03-04T05:06:27.782104Z","end":"2026-03-04T05:06:27.99815Z","steps":["trace[582172827] 'agreement among raft nodes before linearized reading' (duration: 214.818475ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:06:57.789825Z","caller":"traceutil/trace.go:171","msg":"trace[722576210] transaction","detail":"{read_only:false; response_revision:3558; number_of_response:1; }","duration":"188.062663ms","start":"2026-03-04T05:06:57.601726Z","end":"2026-03-04T05:06:57.789788Z","steps":["trace[722576210] 'process raft request' (duration: 115.34452ms)","trace[722576210] 'compare' (duration: 72.570809ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:06:57.936879Z","caller":"traceutil/trace.go:171","msg":"trace[55324366] linearizableReadLoop","detail":"{readStateIndex:3699; appliedIndex:3697; }","duration":"263.641081ms","start":"2026-03-04T05:06:57.67321Z","end":"2026-03-04T05:06:57.936851Z","steps":["trace[55324366] 'read index received' (duration: 43.885865ms)","trace[55324366] 'applied index is now lower than readState.Index' (duration: 219.753886ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:06:57.936946Z","caller":"traceutil/trace.go:171","msg":"trace[745209049] transaction","detail":"{read_only:false; response_revision:3559; number_of_response:1; }","duration":"334.05083ms","start":"2026-03-04T05:06:57.602869Z","end":"2026-03-04T05:06:57.93692Z","steps":["trace[745209049] 'process raft request' (duration: 333.832045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:06:57.937078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:06:57.602855Z","time spent":"334.140612ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:06:57.937126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.902047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-03-04T05:06:57.937166Z","caller":"traceutil/trace.go:171","msg":"trace[1284350024] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3559; }","duration":"264.00528ms","start":"2026-03-04T05:06:57.673148Z","end":"2026-03-04T05:06:57.937153Z","steps":["trace[1284350024] 'agreement among raft nodes before linearized reading' (duration: 263.828146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:06:57.940172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.475229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:06:57.940242Z","caller":"traceutil/trace.go:171","msg":"trace[246535435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3559; }","duration":"149.587511ms","start":"2026-03-04T05:06:57.790638Z","end":"2026-03-04T05:06:57.940225Z","steps":["trace[246535435] 'agreement among raft nodes before linearized reading' (duration: 149.482758ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:07:03.631741Z","caller":"traceutil/trace.go:171","msg":"trace[1873701371] transaction","detail":"{read_only:false; response_revision:3586; number_of_response:1; }","duration":"704.474121ms","start":"2026-03-04T05:07:02.927244Z","end":"2026-03-04T05:07:03.631718Z","steps":["trace[1873701371] 'process raft request' (duration: 704.313627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:07:03.632377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:07:02.927221Z","time spent":"704.594824ms","remote":"127.0.0.1:56192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16086,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:07:03.989461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.710117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:07:03.989569Z","caller":"traceutil/trace.go:171","msg":"trace[387909641] linearizableReadLoop","detail":"{readStateIndex:3729; appliedIndex:3728; }","duration":"328.318498ms","start":"2026-03-04T05:07:03.661232Z","end":"2026-03-04T05:07:03.989551Z","steps":["trace[387909641] 'read index received' (duration: 91.397345ms)","trace[387909641] 'applied index is now lower than readState.Index' (duration: 236.919763ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:07:03.989655Z","caller":"traceutil/trace.go:171","msg":"trace[439152999] transaction","detail":"{read_only:false; response_revision:3587; number_of_response:1; }","duration":"457.920605ms","start":"2026-03-04T05:07:03.531639Z","end":"2026-03-04T05:07:03.98956Z","steps":["trace[439152999] 'process raft request' (duration: 221.018213ms)","trace[439152999] 'compare' (duration: 236.561984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:07:03.989812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.558553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-04T05:07:03.989867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:07:03.531616Z","time spent":"458.159861ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:07:03.989902Z","caller":"traceutil/trace.go:171","msg":"trace[1134337363] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3587; }","duration":"328.698746ms","start":"2026-03-04T05:07:03.661179Z","end":"2026-03-04T05:07:03.989877Z","steps":["trace[1134337363] 'agreement among raft nodes before linearized reading' (duration: 328.43521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:07:03.989951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:07:03.661158Z","time spent":"328.784748ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T05:07:04.120582Z","caller":"traceutil/trace.go:171","msg":"trace[46796258] transaction","detail":"{read_only:false; response_revision:3588; number_of_response:1; }","duration":"310.230978ms","start":"2026-03-04T05:07:03.810328Z","end":"2026-03-04T05:07:04.120559Z","steps":["trace[46796258] 'process raft request' (duration: 310.095145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:07:04.120821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:07:03.810303Z","time spent":"310.433354ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:07:04.12194Z","caller":"traceutil/trace.go:171","msg":"trace[442646696] linearizableReadLoop","detail":"{readStateIndex:3731; appliedIndex:3729; }","duration":"132.320882ms","start":"2026-03-04T05:07:03.989594Z","end":"2026-03-04T05:07:04.121915Z","steps":["trace[442646696] 'read index received' (duration: 130.859958ms)","trace[442646696] 'applied index is now lower than readState.Index' (duration: 1.459884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:07:04.121979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.649857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:07:04.122029Z","caller":"traceutil/trace.go:171","msg":"trace[927293819] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:3589; }","duration":"163.741939ms","start":"2026-03-04T05:07:03.958274Z","end":"2026-03-04T05:07:04.122016Z","steps":["trace[927293819] 'agreement among raft nodes before linearized reading' (duration: 163.655537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:07:04.122042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.750587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:07:04.122116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.834436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:07:04.122171Z","caller":"traceutil/trace.go:171","msg":"trace[1281439758] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3589; }","duration":"448.903637ms","start":"2026-03-04T05:07:03.673253Z","end":"2026-03-04T05:07:04.122156Z","steps":["trace[1281439758] 'agreement among raft nodes before linearized reading' (duration: 448.804745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:07:04.122207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:07:03.673228Z","time spent":"448.968809ms","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":5,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:07:04.122178Z","caller":"traceutil/trace.go:171","msg":"trace[665982370] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3589; }","duration":"414.909591ms","start":"2026-03-04T05:07:03.707237Z","end":"2026-03-04T05:07:04.122146Z","steps":["trace[665982370] 'agreement among raft nodes before linearized reading' (duration: 414.741097ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:07:04.122057Z","caller":"traceutil/trace.go:171","msg":"trace[1268994552] transaction","detail":"{read_only:false; response_revision:3589; number_of_response:1; }","duration":"169.352429ms","start":"2026-03-04T05:07:03.952672Z","end":"2026-03-04T05:07:04.122024Z","steps":["trace[1268994552] 'process raft request' (duration: 169.143634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:07:04.122247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.243705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-04T05:07:04.122322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:07:03.707215Z","time spent":"415.046704ms","remote":"127.0.0.1:57392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:07:04.122335Z","caller":"traceutil/trace.go:171","msg":"trace[453611440] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3589; }","duration":"127.375488ms","start":"2026-03-04T05:07:03.994941Z","end":"2026-03-04T05:07:04.122317Z","steps":["trace[453611440] 'agreement among raft nodes before linearized reading' (duration: 127.121942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:07:04.122144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.25533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-04T05:07:04.123055Z","caller":"traceutil/trace.go:171","msg":"trace[1281302139] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:3589; }","duration":"155.211212ms","start":"2026-03-04T05:07:03.967827Z","end":"2026-03-04T05:07:04.123038Z","steps":["trace[1281302139] 'agreement among raft nodes before linearized reading' (duration: 154.110366ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:10.096735Z","caller":"traceutil/trace.go:171","msg":"trace[2115599467] transaction","detail":"{read_only:false; response_revision:4014; number_of_response:1; }","duration":"195.7831ms","start":"2026-03-04T05:08:09.900927Z","end":"2026-03-04T05:08:10.09671Z","steps":["trace[2115599467] 'process raft request' (duration: 195.601556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:16.823844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.166863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:4320"} {"level":"info","ts":"2026-03-04T05:08:16.82392Z","caller":"traceutil/trace.go:171","msg":"trace[1409288361] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4400; }","duration":"124.305356ms","start":"2026-03-04T05:08:16.699601Z","end":"2026-03-04T05:08:16.823907Z","steps":["trace[1409288361] 'range keys from in-memory index tree' (duration: 124.003799ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:18.353996Z","caller":"traceutil/trace.go:171","msg":"trace[1555890274] transaction","detail":"{read_only:false; response_revision:4416; number_of_response:1; }","duration":"117.55581ms","start":"2026-03-04T05:08:18.23641Z","end":"2026-03-04T05:08:18.353965Z","steps":["trace[1555890274] 'process raft request' (duration: 117.419567ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:18.584099Z","caller":"traceutil/trace.go:171","msg":"trace[1383474932] transaction","detail":"{read_only:false; response_revision:4418; number_of_response:1; }","duration":"183.741761ms","start":"2026-03-04T05:08:18.400326Z","end":"2026-03-04T05:08:18.584068Z","steps":["trace[1383474932] 'process raft request' (duration: 182.152795ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:22.328136Z","caller":"traceutil/trace.go:171","msg":"trace[31768184] linearizableReadLoop","detail":"{readStateIndex:4704; appliedIndex:4703; }","duration":"140.939771ms","start":"2026-03-04T05:08:22.187169Z","end":"2026-03-04T05:08:22.328109Z","steps":["trace[31768184] 'read index received' (duration: 140.720415ms)","trace[31768184] 'applied index is now lower than readState.Index' (duration: 218.355µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:08:22.328396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.201346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-87296daf-4a79-470b-abfd-0e8a8d6d6204\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-04T05:08:22.328436Z","caller":"traceutil/trace.go:171","msg":"trace[1393909810] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-87296daf-4a79-470b-abfd-0e8a8d6d6204; range_end:; response_count:1; response_revision:4525; }","duration":"141.262998ms","start":"2026-03-04T05:08:22.187161Z","end":"2026-03-04T05:08:22.328424Z","steps":["trace[1393909810] 'agreement among raft nodes before linearized reading' (duration: 141.055673ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:22.328703Z","caller":"traceutil/trace.go:171","msg":"trace[1422970763] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"157.708269ms","start":"2026-03-04T05:08:22.170968Z","end":"2026-03-04T05:08:22.328677Z","steps":["trace[1422970763] 'process raft request' (duration: 156.986192ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:22.491892Z","caller":"traceutil/trace.go:171","msg":"trace[1262338541] linearizableReadLoop","detail":"{readStateIndex:4705; appliedIndex:4704; }","duration":"119.24561ms","start":"2026-03-04T05:08:22.372624Z","end":"2026-03-04T05:08:22.49187Z","steps":["trace[1262338541] 'read index received' (duration: 41.097171ms)","trace[1262338541] 'applied index is now lower than readState.Index' (duration: 78.147339ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:08:22.491955Z","caller":"traceutil/trace.go:171","msg":"trace[354118685] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"119.571967ms","start":"2026-03-04T05:08:22.372354Z","end":"2026-03-04T05:08:22.491926Z","steps":["trace[354118685] 'process raft request' (duration: 41.427729ms)","trace[354118685] 'compare' (duration: 77.979504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:08:22.492064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.404473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:08:22.492132Z","caller":"traceutil/trace.go:171","msg":"trace[90670716] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:4526; }","duration":"119.517685ms","start":"2026-03-04T05:08:22.372597Z","end":"2026-03-04T05:08:22.492114Z","steps":["trace[90670716] 'agreement among raft nodes before linearized reading' (duration: 119.378022ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:22.902644Z","caller":"traceutil/trace.go:171","msg":"trace[958957287] linearizableReadLoop","detail":"{readStateIndex:4706; appliedIndex:4705; }","duration":"410.59152ms","start":"2026-03-04T05:08:22.492024Z","end":"2026-03-04T05:08:22.902616Z","steps":["trace[958957287] 'read index received' (duration: 322.460361ms)","trace[958957287] 'applied index is now lower than readState.Index' (duration: 88.130189ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:08:22.902662Z","caller":"traceutil/trace.go:171","msg":"trace[2004507478] transaction","detail":"{read_only:false; response_revision:4527; number_of_response:1; }","duration":"412.349211ms","start":"2026-03-04T05:08:22.490262Z","end":"2026-03-04T05:08:22.902611Z","steps":["trace[2004507478] 'process raft request' (duration: 324.276573ms)","trace[2004507478] 'compare' (duration: 87.605837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:08:22.902856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:22.490234Z","time spent":"412.514104ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:08:22.903052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.081295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:08:22.903157Z","caller":"traceutil/trace.go:171","msg":"trace[2007907425] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4528; }","duration":"409.267569ms","start":"2026-03-04T05:08:22.49386Z","end":"2026-03-04T05:08:22.903128Z","steps":["trace[2007907425] 'agreement among raft nodes before linearized reading' (duration: 408.975582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:22.903199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:22.493837Z","time spent":"409.353191ms","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":46,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:08:22.903363Z","caller":"traceutil/trace.go:171","msg":"trace[463629514] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"299.443038ms","start":"2026-03-04T05:08:22.603847Z","end":"2026-03-04T05:08:22.90329Z","steps":["trace[463629514] 'process raft request' (duration: 298.726742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:22.90344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.393495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T05:08:22.90346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.735541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T05:08:22.903474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.373704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T05:08:22.903524Z","caller":"traceutil/trace.go:171","msg":"trace[549268411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4528; }","duration":"269.839843ms","start":"2026-03-04T05:08:22.63367Z","end":"2026-03-04T05:08:22.90351Z","steps":["trace[549268411] 'agreement among raft nodes before linearized reading' (duration: 269.636819ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:22.903523Z","caller":"traceutil/trace.go:171","msg":"trace[669073312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4528; }","duration":"244.504397ms","start":"2026-03-04T05:08:22.658998Z","end":"2026-03-04T05:08:22.903503Z","steps":["trace[669073312] 'agreement among raft nodes before linearized reading' (duration: 244.19294ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:22.903541Z","caller":"traceutil/trace.go:171","msg":"trace[269773010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4528; }","duration":"244.465957ms","start":"2026-03-04T05:08:22.659055Z","end":"2026-03-04T05:08:22.903521Z","steps":["trace[269773010] 'agreement among raft nodes before linearized reading' (duration: 244.216011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:22.903516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.892193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T05:08:22.903588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.712992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:08:22.903629Z","caller":"traceutil/trace.go:171","msg":"trace[2134751232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4528; }","duration":"244.770964ms","start":"2026-03-04T05:08:22.658842Z","end":"2026-03-04T05:08:22.903613Z","steps":["trace[2134751232] 'agreement among raft nodes before linearized reading' (duration: 244.517868ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:22.903637Z","caller":"traceutil/trace.go:171","msg":"trace[653655748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4528; }","duration":"260.042907ms","start":"2026-03-04T05:08:22.643572Z","end":"2026-03-04T05:08:22.903615Z","steps":["trace[653655748] 'agreement among raft nodes before linearized reading' (duration: 259.855653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:22.903764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.587142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T05:08:22.903845Z","caller":"traceutil/trace.go:171","msg":"trace[141533564] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:4528; }","duration":"283.726915ms","start":"2026-03-04T05:08:22.620095Z","end":"2026-03-04T05:08:22.903822Z","steps":["trace[141533564] 'agreement among raft nodes before linearized reading' (duration: 283.284514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:22.904073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.681228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-04T05:08:22.904132Z","caller":"traceutil/trace.go:171","msg":"trace[1180016853] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:4528; }","duration":"294.797731ms","start":"2026-03-04T05:08:22.609323Z","end":"2026-03-04T05:08:22.904121Z","steps":["trace[1180016853] 'agreement among raft nodes before linearized reading' (duration: 294.108065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:22.906871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.033393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196058"} {"level":"info","ts":"2026-03-04T05:08:22.906935Z","caller":"traceutil/trace.go:171","msg":"trace[1633319444] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4528; }","duration":"466.129674ms","start":"2026-03-04T05:08:22.440787Z","end":"2026-03-04T05:08:22.906917Z","steps":["trace[1633319444] 'agreement among raft nodes before linearized reading' (duration: 461.920967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:22.906971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:22.44077Z","time spent":"466.189626ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2196081,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-04T05:08:23.190881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.46351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:08:23.191211Z","caller":"traceutil/trace.go:171","msg":"trace[1713998499] transaction","detail":"{read_only:false; response_revision:4529; number_of_response:1; }","duration":"281.343669ms","start":"2026-03-04T05:08:22.909853Z","end":"2026-03-04T05:08:23.191196Z","steps":["trace[1713998499] 'process raft request' (duration: 175.508441ms)","trace[1713998499] 'compare' (duration: 105.307396ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:08:23.191304Z","caller":"traceutil/trace.go:171","msg":"trace[1053751176] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"281.358049ms","start":"2026-03-04T05:08:22.909928Z","end":"2026-03-04T05:08:23.191286Z","steps":["trace[1053751176] 'process raft request' (duration: 281.220476ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:23.191458Z","caller":"traceutil/trace.go:171","msg":"trace[669375621] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"281.502813ms","start":"2026-03-04T05:08:22.909945Z","end":"2026-03-04T05:08:23.191448Z","steps":["trace[669375621] 'process raft request' (duration: 281.289848ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:23.191613Z","caller":"traceutil/trace.go:171","msg":"trace[1563348276] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"280.731425ms","start":"2026-03-04T05:08:22.910863Z","end":"2026-03-04T05:08:23.191594Z","steps":["trace[1563348276] 'process raft request' (duration: 280.52601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:23.191756Z","caller":"traceutil/trace.go:171","msg":"trace[75099955] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"213.691544ms","start":"2026-03-04T05:08:22.978057Z","end":"2026-03-04T05:08:23.191748Z","steps":["trace[75099955] 'process raft request' (duration: 213.632453ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:23.191777Z","caller":"traceutil/trace.go:171","msg":"trace[409723605] linearizableReadLoop","detail":"{readStateIndex:4709; appliedIndex:4707; }","duration":"281.842571ms","start":"2026-03-04T05:08:22.909909Z","end":"2026-03-04T05:08:23.191751Z","steps":["trace[409723605] 'read index received' (duration: 24.537118ms)","trace[409723605] 'applied index is now lower than readState.Index' (duration: 257.303663ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:08:23.191827Z","caller":"traceutil/trace.go:171","msg":"trace[332051064] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"256.313951ms","start":"2026-03-04T05:08:22.935506Z","end":"2026-03-04T05:08:23.19182Z","steps":["trace[332051064] 'process raft request' (duration: 256.135897ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:23.191819Z","caller":"traceutil/trace.go:171","msg":"trace[26450401] transaction","detail":"{read_only:false; response_revision:4536; number_of_response:1; }","duration":"187.728183ms","start":"2026-03-04T05:08:23.004074Z","end":"2026-03-04T05:08:23.191802Z","steps":["trace[26450401] 'process raft request' (duration: 187.645151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:23.192058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.134588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62891"} {"level":"warn","ts":"2026-03-04T05:08:23.192077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.280539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-04T05:08:23.191782Z","caller":"traceutil/trace.go:171","msg":"trace[1202825352] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"280.831308ms","start":"2026-03-04T05:08:22.910933Z","end":"2026-03-04T05:08:23.191764Z","steps":["trace[1202825352] 'process raft request' (duration: 280.587512ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:23.19209Z","caller":"traceutil/trace.go:171","msg":"trace[2061057178] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4536; }","duration":"282.181339ms","start":"2026-03-04T05:08:22.909901Z","end":"2026-03-04T05:08:23.192083Z","steps":["trace[2061057178] 'agreement among raft nodes before linearized reading' (duration: 281.971914ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:23.192108Z","caller":"traceutil/trace.go:171","msg":"trace[35126039] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4536; }","duration":"259.32181ms","start":"2026-03-04T05:08:22.932777Z","end":"2026-03-04T05:08:23.192099Z","steps":["trace[35126039] 'agreement among raft nodes before linearized reading' (duration: 259.206518ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:26.449617Z","caller":"traceutil/trace.go:171","msg":"trace[1626230814] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"413.489756ms","start":"2026-03-04T05:08:26.036094Z","end":"2026-03-04T05:08:26.449584Z","steps":["trace[1626230814] 'process raft request' (duration: 413.308232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:26.449808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:26.036078Z","time spent":"413.647841ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T05:08:26.502167Z","caller":"traceutil/trace.go:171","msg":"trace[225288634] linearizableReadLoop","detail":"{readStateIndex:4865; appliedIndex:4863; }","duration":"264.161181ms","start":"2026-03-04T05:08:26.237984Z","end":"2026-03-04T05:08:26.502145Z","steps":["trace[225288634] 'read index received' (duration: 211.411521ms)","trace[225288634] 'applied index is now lower than readState.Index' (duration: 52.74858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:08:26.502303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.304245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:08:26.502338Z","caller":"traceutil/trace.go:171","msg":"trace[1815098046] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4680; }","duration":"264.394127ms","start":"2026-03-04T05:08:26.237936Z","end":"2026-03-04T05:08:26.50233Z","steps":["trace[1815098046] 'agreement among raft nodes before linearized reading' (duration: 264.309695ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:26.502229Z","caller":"traceutil/trace.go:171","msg":"trace[614856943] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"457.968006ms","start":"2026-03-04T05:08:26.044229Z","end":"2026-03-04T05:08:26.502197Z","steps":["trace[614856943] 'process raft request' (duration: 457.781491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:26.502625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:26.0442Z","time spent":"458.260873ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9728,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:08:26.506134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.329507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-87296daf-4a79-470b-abfd-0e8a8d6d6204\" ","response":"range_response_count:1 size:4059"} {"level":"info","ts":"2026-03-04T05:08:26.506198Z","caller":"traceutil/trace.go:171","msg":"trace[2135904128] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-87296daf-4a79-470b-abfd-0e8a8d6d6204; range_end:; response_count:1; response_revision:4681; }","duration":"153.471671ms","start":"2026-03-04T05:08:26.352712Z","end":"2026-03-04T05:08:26.506184Z","steps":["trace[2135904128] 'agreement among raft nodes before linearized reading' (duration: 152.9874ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:26.633571Z","caller":"traceutil/trace.go:171","msg":"trace[1374839550] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"129.745022ms","start":"2026-03-04T05:08:26.503781Z","end":"2026-03-04T05:08:26.633526Z","steps":["trace[1374839550] 'process raft request' (duration: 116.521766ms)","trace[1374839550] 'compare' (duration: 13.039632ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:08:26.633783Z","caller":"traceutil/trace.go:171","msg":"trace[36700082] linearizableReadLoop","detail":"{readStateIndex:4867; appliedIndex:4866; }","duration":"127.901619ms","start":"2026-03-04T05:08:26.505828Z","end":"2026-03-04T05:08:26.63373Z","steps":["trace[36700082] 'read index received' (duration: 114.473858ms)","trace[36700082] 'applied index is now lower than readState.Index' (duration: 13.422111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:08:26.634053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.200166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e6e8fb6d-b490-4fba-bc50-aea8499e40a7\" ","response":"range_response_count:1 size:4076"} {"level":"info","ts":"2026-03-04T05:08:26.634134Z","caller":"traceutil/trace.go:171","msg":"trace[1106685544] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e6e8fb6d-b490-4fba-bc50-aea8499e40a7; range_end:; response_count:1; response_revision:4683; }","duration":"128.334389ms","start":"2026-03-04T05:08:26.505782Z","end":"2026-03-04T05:08:26.634117Z","steps":["trace[1106685544] 'agreement among raft nodes before linearized reading' (duration: 128.055652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:28.012125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.720572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3b7bb6a9-4124-4b22-bf68-9e6c68af6548\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-04T05:08:28.012224Z","caller":"traceutil/trace.go:171","msg":"trace[881810409] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3b7bb6a9-4124-4b22-bf68-9e6c68af6548; range_end:; response_count:1; response_revision:4735; }","duration":"346.906167ms","start":"2026-03-04T05:08:27.665289Z","end":"2026-03-04T05:08:28.012195Z","steps":["trace[881810409] 'range keys from in-memory index tree' (duration: 346.521537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:28.012276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:27.665266Z","time spent":"346.998298ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3b7bb6a9-4124-4b22-bf68-9e6c68af6548\" "} {"level":"warn","ts":"2026-03-04T05:08:28.012401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.647637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"warn","ts":"2026-03-04T05:08:28.01241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.067516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-87296daf-4a79-470b-abfd-0e8a8d6d6204\" ","response":"range_response_count:1 size:4061"} {"level":"info","ts":"2026-03-04T05:08:28.012485Z","caller":"traceutil/trace.go:171","msg":"trace[60335702] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4735; }","duration":"514.78749ms","start":"2026-03-04T05:08:27.497679Z","end":"2026-03-04T05:08:28.012467Z","steps":["trace[60335702] 'range keys from in-memory index tree' (duration: 514.467743ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:28.012506Z","caller":"traceutil/trace.go:171","msg":"trace[1308478499] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-87296daf-4a79-470b-abfd-0e8a8d6d6204; range_end:; response_count:1; response_revision:4735; }","duration":"502.205899ms","start":"2026-03-04T05:08:27.510277Z","end":"2026-03-04T05:08:28.012483Z","steps":["trace[1308478499] 'range keys from in-memory index tree' (duration: 501.891162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:28.012532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:27.497653Z","time spent":"514.868432ms","remote":"127.0.0.1:56222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":917,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"info","ts":"2026-03-04T05:08:28.012548Z","caller":"traceutil/trace.go:171","msg":"trace[2103827872] linearizableReadLoop","detail":"{readStateIndex:4923; appliedIndex:4922; }","duration":"224.34608ms","start":"2026-03-04T05:08:27.788178Z","end":"2026-03-04T05:08:28.012524Z","steps":["trace[2103827872] 'read index received' (duration: 223.626924ms)","trace[2103827872] 'applied index is now lower than readState.Index' (duration: 717.506µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:08:28.012574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:27.510262Z","time spent":"502.299791ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4084,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-87296daf-4a79-470b-abfd-0e8a8d6d6204\" "} {"level":"warn","ts":"2026-03-04T05:08:28.012667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.496304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:08:28.012672Z","caller":"traceutil/trace.go:171","msg":"trace[386758491] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"227.305349ms","start":"2026-03-04T05:08:27.785326Z","end":"2026-03-04T05:08:28.012631Z","steps":["trace[386758491] 'process raft request' (duration: 226.581482ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:28.012716Z","caller":"traceutil/trace.go:171","msg":"trace[1467929163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4736; }","duration":"224.604776ms","start":"2026-03-04T05:08:27.788097Z","end":"2026-03-04T05:08:28.012702Z","steps":["trace[1467929163] 'agreement among raft nodes before linearized reading' (duration: 224.514524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:28.012815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.683804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777202"} {"level":"info","ts":"2026-03-04T05:08:28.012921Z","caller":"traceutil/trace.go:171","msg":"trace[2014504195] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4735; }","duration":"535.830867ms","start":"2026-03-04T05:08:27.477072Z","end":"2026-03-04T05:08:28.012903Z","steps":["trace[2014504195] 'range keys from in-memory index tree' (duration: 535.190503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:28.012975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:27.477052Z","time spent":"535.909069ms","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777225,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-04T05:08:29.605797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.166477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:08:29.60591Z","caller":"traceutil/trace.go:171","msg":"trace[1774479294] linearizableReadLoop","detail":"{readStateIndex:4955; appliedIndex:4954; }","duration":"362.629079ms","start":"2026-03-04T05:08:29.243264Z","end":"2026-03-04T05:08:29.605893Z","steps":["trace[1774479294] 'read index received' (duration: 131.167735ms)","trace[1774479294] 'applied index is now lower than readState.Index' (duration: 231.459934ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:08:29.605957Z","caller":"traceutil/trace.go:171","msg":"trace[856456086] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"364.300508ms","start":"2026-03-04T05:08:29.241635Z","end":"2026-03-04T05:08:29.605935Z","steps":["trace[856456086] 'process raft request' (duration: 132.885625ms)","trace[856456086] 'compare' (duration: 230.893621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:08:29.606062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:29.24162Z","time spent":"364.3886ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:08:29.606105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.839774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T05:08:29.606144Z","caller":"traceutil/trace.go:171","msg":"trace[420087503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4766; }","duration":"362.913276ms","start":"2026-03-04T05:08:29.24322Z","end":"2026-03-04T05:08:29.606134Z","steps":["trace[420087503] 'agreement among raft nodes before linearized reading' (duration: 362.772852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:29.606183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:29.243199Z","time spent":"362.976447ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:08:29.606315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.494929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T05:08:29.606343Z","caller":"traceutil/trace.go:171","msg":"trace[1760743694] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4766; }","duration":"344.56137ms","start":"2026-03-04T05:08:29.261776Z","end":"2026-03-04T05:08:29.606337Z","steps":["trace[1760743694] 'agreement among raft nodes before linearized reading' (duration: 344.464858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:29.606367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:29.261759Z","time spent":"344.599522ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:08:29.606305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.413994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T05:08:29.606571Z","caller":"traceutil/trace.go:171","msg":"trace[1531397456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4766; }","duration":"362.727571ms","start":"2026-03-04T05:08:29.243811Z","end":"2026-03-04T05:08:29.606538Z","steps":["trace[1531397456] 'agreement among raft nodes before linearized reading' (duration: 362.306081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:29.606751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.769884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T05:08:29.60678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:29.243786Z","time spent":"362.924936ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:08:29.606674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.495847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777202"} {"level":"info","ts":"2026-03-04T05:08:29.608008Z","caller":"traceutil/trace.go:171","msg":"trace[227674625] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4766; }","duration":"188.856048ms","start":"2026-03-04T05:08:29.419131Z","end":"2026-03-04T05:08:29.607987Z","steps":["trace[227674625] 'agreement among raft nodes before linearized reading' (duration: 187.272902ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:29.606864Z","caller":"traceutil/trace.go:171","msg":"trace[30690675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4766; }","duration":"354.198344ms","start":"2026-03-04T05:08:29.252642Z","end":"2026-03-04T05:08:29.606841Z","steps":["trace[30690675] 'agreement among raft nodes before linearized reading' (duration: 353.713333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:29.608081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:29.252631Z","time spent":"355.441132ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T05:08:38.806721Z","caller":"traceutil/trace.go:171","msg":"trace[2048686831] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"133.13474ms","start":"2026-03-04T05:08:38.673539Z","end":"2026-03-04T05:08:38.806674Z","steps":["trace[2048686831] 'process raft request' (duration: 69.428486ms)","trace[2048686831] 'compare' (duration: 63.386007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:08:39.314724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.185892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:08:39.325251Z","caller":"traceutil/trace.go:171","msg":"trace[509126117] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"364.651507ms","start":"2026-03-04T05:08:38.960577Z","end":"2026-03-04T05:08:39.325229Z","steps":["trace[509126117] 'process raft request' (duration: 70.88135ms)","trace[509126117] 'compare' (duration: 283.08819ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:08:39.325325Z","caller":"traceutil/trace.go:171","msg":"trace[1818551917] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"364.680078ms","start":"2026-03-04T05:08:38.960597Z","end":"2026-03-04T05:08:39.325277Z","steps":["trace[1818551917] 'process raft request' (duration: 354.225856ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:39.325052Z","caller":"traceutil/trace.go:171","msg":"trace[625667553] linearizableReadLoop","detail":"{readStateIndex:5130; appliedIndex:5128; }","duration":"163.774249ms","start":"2026-03-04T05:08:39.161173Z","end":"2026-03-04T05:08:39.324948Z","steps":["trace[625667553] 'read index received' (duration: 47.501µs)","trace[625667553] 'applied index is now lower than readState.Index' (duration: 163.724588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:08:39.325461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:38.960541Z","time spent":"364.836281ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:08:39.32552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:38.960568Z","time spent":"364.855631ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:08:39.325714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.523976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-nrlcc\" ","response":"range_response_count:1 size:7665"} {"level":"info","ts":"2026-03-04T05:08:39.325752Z","caller":"traceutil/trace.go:171","msg":"trace[2004626612] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-nrlcc; range_end:; response_count:1; response_revision:4935; }","duration":"164.609318ms","start":"2026-03-04T05:08:39.161131Z","end":"2026-03-04T05:08:39.32574Z","steps":["trace[2004626612] 'agreement among raft nodes before linearized reading' (duration: 164.434584ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:39.532063Z","caller":"traceutil/trace.go:171","msg":"trace[1369263869] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"194.313415ms","start":"2026-03-04T05:08:39.33772Z","end":"2026-03-04T05:08:39.532033Z","steps":["trace[1369263869] 'process raft request' (duration: 161.555917ms)","trace[1369263869] 'compare' (duration: 32.623715ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:08:39.756203Z","caller":"traceutil/trace.go:171","msg":"trace[591755548] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"218.448524ms","start":"2026-03-04T05:08:39.537728Z","end":"2026-03-04T05:08:39.756177Z","steps":["trace[591755548] 'process raft request' (duration: 218.208499ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:39.756339Z","caller":"traceutil/trace.go:171","msg":"trace[715319655] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"218.613488ms","start":"2026-03-04T05:08:39.537688Z","end":"2026-03-04T05:08:39.756301Z","steps":["trace[715319655] 'process raft request' (duration: 218.422144ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:39.899876Z","caller":"traceutil/trace.go:171","msg":"trace[1602984895] linearizableReadLoop","detail":"{readStateIndex:5135; appliedIndex:5133; }","duration":"220.268046ms","start":"2026-03-04T05:08:39.67958Z","end":"2026-03-04T05:08:39.899848Z","steps":["trace[1602984895] 'read index received' (duration: 77.001612ms)","trace[1602984895] 'applied index is now lower than readState.Index' (duration: 143.264894ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:08:39.900025Z","caller":"traceutil/trace.go:171","msg":"trace[1680973446] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"361.406322ms","start":"2026-03-04T05:08:39.538561Z","end":"2026-03-04T05:08:39.899967Z","steps":["trace[1680973446] 'process raft request' (duration: 262.693428ms)","trace[1680973446] 'compare' (duration: 98.361216ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:08:39.9002Z","caller":"traceutil/trace.go:171","msg":"trace[662626685] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"361.372761ms","start":"2026-03-04T05:08:39.538811Z","end":"2026-03-04T05:08:39.900184Z","steps":["trace[662626685] 'process raft request' (duration: 360.959172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:39.900232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:39.538551Z","time spent":"361.574556ms","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1193,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:08:39.900365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:39.538788Z","time spent":"361.461463ms","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:08:39.900426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.823809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:08:39.90051Z","caller":"traceutil/trace.go:171","msg":"trace[600915181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4940; }","duration":"220.953302ms","start":"2026-03-04T05:08:39.679536Z","end":"2026-03-04T05:08:39.900489Z","steps":["trace[600915181] 'agreement among raft nodes before linearized reading' (duration: 220.684596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:39.900685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.915632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T05:08:39.900731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.907716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T05:08:39.900767Z","caller":"traceutil/trace.go:171","msg":"trace[739758510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4940; }","duration":"167.019114ms","start":"2026-03-04T05:08:39.733728Z","end":"2026-03-04T05:08:39.900747Z","steps":["trace[739758510] 'agreement among raft nodes before linearized reading' (duration: 166.754108ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:39.900777Z","caller":"traceutil/trace.go:171","msg":"trace[1705815313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4940; }","duration":"164.979018ms","start":"2026-03-04T05:08:39.735783Z","end":"2026-03-04T05:08:39.900762Z","steps":["trace[1705815313] 'agreement among raft nodes before linearized reading' (duration: 164.811414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:39.900917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.412353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T05:08:39.900989Z","caller":"traceutil/trace.go:171","msg":"trace[2023400633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4940; }","duration":"186.518655ms","start":"2026-03-04T05:08:39.714455Z","end":"2026-03-04T05:08:39.900973Z","steps":["trace[2023400633] 'agreement among raft nodes before linearized reading' (duration: 186.26225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:39.900895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.075471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T05:08:39.901134Z","caller":"traceutil/trace.go:171","msg":"trace[2134143508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4940; }","duration":"210.447299ms","start":"2026-03-04T05:08:39.690637Z","end":"2026-03-04T05:08:39.901084Z","steps":["trace[2134143508] 'agreement among raft nodes before linearized reading' (duration: 209.690091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:40.100594Z","caller":"traceutil/trace.go:171","msg":"trace[211255152] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"194.241814ms","start":"2026-03-04T05:08:39.906325Z","end":"2026-03-04T05:08:40.100567Z","steps":["trace[211255152] 'process raft request' (duration: 194.05873ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:40.100908Z","caller":"traceutil/trace.go:171","msg":"trace[15704203] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"194.307565ms","start":"2026-03-04T05:08:39.906574Z","end":"2026-03-04T05:08:40.100881Z","steps":["trace[15704203] 'process raft request' (duration: 193.948557ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:40.101022Z","caller":"traceutil/trace.go:171","msg":"trace[1671062752] linearizableReadLoop","detail":"{readStateIndex:5140; appliedIndex:5136; }","duration":"116.857864ms","start":"2026-03-04T05:08:39.984137Z","end":"2026-03-04T05:08:40.100995Z","steps":["trace[1671062752] 'read index received' (duration: 116.150868ms)","trace[1671062752] 'applied index is now lower than readState.Index' (duration: 705.476µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:08:40.101043Z","caller":"traceutil/trace.go:171","msg":"trace[1265392872] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"194.435098ms","start":"2026-03-04T05:08:39.906568Z","end":"2026-03-04T05:08:40.101003Z","steps":["trace[1265392872] 'process raft request' (duration: 194.235634ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:40.101066Z","caller":"traceutil/trace.go:171","msg":"trace[1214877406] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"194.343276ms","start":"2026-03-04T05:08:39.906697Z","end":"2026-03-04T05:08:40.10104Z","steps":["trace[1214877406] 'process raft request' (duration: 194.247214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:40.101742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.55885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:08:40.101827Z","caller":"traceutil/trace.go:171","msg":"trace[1281871929] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4945; }","duration":"117.709513ms","start":"2026-03-04T05:08:39.984097Z","end":"2026-03-04T05:08:40.101807Z","steps":["trace[1281871929] 'agreement among raft nodes before linearized reading' (duration: 117.016247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:42.232201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.057196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T05:08:42.232283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.034266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:08:42.232307Z","caller":"traceutil/trace.go:171","msg":"trace[744472575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4949; }","duration":"126.2156ms","start":"2026-03-04T05:08:42.106067Z","end":"2026-03-04T05:08:42.232282Z","steps":["trace[744472575] 'range keys from in-memory index tree' (duration: 125.876252ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:42.232337Z","caller":"traceutil/trace.go:171","msg":"trace[1932830682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4949; }","duration":"126.155609ms","start":"2026-03-04T05:08:42.106168Z","end":"2026-03-04T05:08:42.232323Z","steps":["trace[1932830682] 'range keys from in-memory index tree' (duration: 125.825241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:42.232332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.856475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T05:08:42.232387Z","caller":"traceutil/trace.go:171","msg":"trace[1462942788] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4949; }","duration":"126.981438ms","start":"2026-03-04T05:08:42.105392Z","end":"2026-03-04T05:08:42.232374Z","steps":["trace[1462942788] 'range keys from in-memory index tree' (duration: 126.62552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:42.232504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.022919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T05:08:42.232525Z","caller":"traceutil/trace.go:171","msg":"trace[673794883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4949; }","duration":"127.080761ms","start":"2026-03-04T05:08:42.10544Z","end":"2026-03-04T05:08:42.232521Z","steps":["trace[673794883] 'range keys from in-memory index tree' (duration: 126.867656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:45.372573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590304433,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T05:08:45.378532Z","caller":"traceutil/trace.go:171","msg":"trace[42757786] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"637.313056ms","start":"2026-03-04T05:08:44.741199Z","end":"2026-03-04T05:08:45.378512Z","steps":["trace[42757786] 'process raft request' (duration: 637.126731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:45.378641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:44.741177Z","time spent":"637.413527ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T05:08:46.162336Z","caller":"traceutil/trace.go:171","msg":"trace[1386269638] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"1.238162487s","start":"2026-03-04T05:08:44.924144Z","end":"2026-03-04T05:08:46.162306Z","steps":["trace[1386269638] 'process raft request' (duration: 1.237937132s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:46.162495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:44.924124Z","time spent":"1.238284079s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:08:46.162585Z","caller":"traceutil/trace.go:171","msg":"trace[1964599368] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"902.763217ms","start":"2026-03-04T05:08:45.259792Z","end":"2026-03-04T05:08:46.162555Z","steps":["trace[1964599368] 'process raft request' (duration: 902.447109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:46.162758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:45.259767Z","time spent":"902.89977ms","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1408,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:08:46.162804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290524968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5c655fbcc9-zwlxk\" ","response":"range_response_count:1 size:11844"} {"level":"info","ts":"2026-03-04T05:08:46.162604Z","caller":"traceutil/trace.go:171","msg":"trace[987135121] linearizableReadLoop","detail":"{readStateIndex:5181; appliedIndex:5178; }","duration":"1.290315743s","start":"2026-03-04T05:08:44.872272Z","end":"2026-03-04T05:08:46.162588Z","steps":["trace[987135121] 'read index received' (duration: 506.12599ms)","trace[987135121] 'applied index is now lower than readState.Index' (duration: 784.188403ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:08:46.162846Z","caller":"traceutil/trace.go:171","msg":"trace[273209288] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-5c655fbcc9-zwlxk; range_end:; response_count:1; response_revision:4986; }","duration":"1.290571399s","start":"2026-03-04T05:08:44.872262Z","end":"2026-03-04T05:08:46.162834Z","steps":["trace[273209288] 'agreement among raft nodes before linearized reading' (duration: 1.290380355s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:46.16288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:44.872218Z","time spent":"1.290655021s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11867,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5c655fbcc9-zwlxk\" "} {"level":"info","ts":"2026-03-04T05:08:46.16287Z","caller":"traceutil/trace.go:171","msg":"trace[943101150] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"787.307415ms","start":"2026-03-04T05:08:45.375496Z","end":"2026-03-04T05:08:46.162804Z","steps":["trace[943101150] 'process raft request' (duration: 786.976348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:46.163159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:45.375472Z","time spent":"787.50346ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:08:46.291207Z","caller":"traceutil/trace.go:171","msg":"trace[320736362] linearizableReadLoop","detail":"{readStateIndex:5183; appliedIndex:5182; }","duration":"128.323829ms","start":"2026-03-04T05:08:46.162851Z","end":"2026-03-04T05:08:46.291175Z","steps":["trace[320736362] 'read index received' (duration: 56.409275ms)","trace[320736362] 'applied index is now lower than readState.Index' (duration: 71.913734ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:08:46.291438Z","caller":"traceutil/trace.go:171","msg":"trace[114215376] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"910.72421ms","start":"2026-03-04T05:08:45.380684Z","end":"2026-03-04T05:08:46.291408Z","steps":["trace[114215376] 'process raft request' (duration: 838.49625ms)","trace[114215376] 'compare' (duration: 71.821621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:08:46.291512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100565823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T05:08:46.291551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326696815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:08:46.291593Z","caller":"traceutil/trace.go:171","msg":"trace[1815988505] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4987; }","duration":"1.100735427s","start":"2026-03-04T05:08:45.190815Z","end":"2026-03-04T05:08:46.29155Z","steps":["trace[1815988505] 'agreement among raft nodes before linearized reading' (duration: 1.100502291s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:46.291594Z","caller":"traceutil/trace.go:171","msg":"trace[692405515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4987; }","duration":"1.326774976s","start":"2026-03-04T05:08:44.964806Z","end":"2026-03-04T05:08:46.291581Z","steps":["trace[692405515] 'agreement among raft nodes before linearized reading' (duration: 1.326723415s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:46.29162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.960265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-04T05:08:46.291637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:44.964784Z","time spent":"1.326846278s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:08:46.291481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.981043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-04T05:08:46.29164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:45.190792Z","time spent":"1.100837429s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T05:08:46.291673Z","caller":"traceutil/trace.go:171","msg":"trace[1717960177] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:4987; }","duration":"901.046207ms","start":"2026-03-04T05:08:45.390614Z","end":"2026-03-04T05:08:46.29166Z","steps":["trace[1717960177] 'agreement among raft nodes before linearized reading' (duration: 900.887773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:46.291675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.44918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T05:08:46.291707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:45.390601Z","time spent":"901.098938ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-bmdp5\" "} {"level":"info","ts":"2026-03-04T05:08:46.29176Z","caller":"traceutil/trace.go:171","msg":"trace[1221383492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4987; }","duration":"271.587643ms","start":"2026-03-04T05:08:46.020148Z","end":"2026-03-04T05:08:46.291736Z","steps":["trace[1221383492] 'agreement among raft nodes before linearized reading' (duration: 271.296496ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:46.291738Z","caller":"traceutil/trace.go:171","msg":"trace[2034521783] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4987; }","duration":"996.25879ms","start":"2026-03-04T05:08:45.295439Z","end":"2026-03-04T05:08:46.291698Z","steps":["trace[2034521783] 'agreement among raft nodes before linearized reading' (duration: 995.862041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:46.291859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:45.295426Z","time spent":"996.391883ms","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-04T05:08:46.292038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.570785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:08:46.292085Z","caller":"traceutil/trace.go:171","msg":"trace[352654759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4987; }","duration":"501.665107ms","start":"2026-03-04T05:08:45.790409Z","end":"2026-03-04T05:08:46.292074Z","steps":["trace[352654759] 'agreement among raft nodes before linearized reading' (duration: 500.863618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:46.292118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:45.790389Z","time spent":"501.721468ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:08:46.292424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:45.380669Z","time spent":"910.869114ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:08:46.367011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.055304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T05:08:46.367107Z","caller":"traceutil/trace.go:171","msg":"trace[720553217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4988; }","duration":"106.190947ms","start":"2026-03-04T05:08:46.2609Z","end":"2026-03-04T05:08:46.367091Z","steps":["trace[720553217] 'agreement among raft nodes before linearized reading' (duration: 105.945161ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:46.367125Z","caller":"traceutil/trace.go:171","msg":"trace[1444620859] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"195.943513ms","start":"2026-03-04T05:08:46.171161Z","end":"2026-03-04T05:08:46.367105Z","steps":["trace[1444620859] 'process raft request' (duration: 195.519263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:46.367381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.917637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T05:08:46.367409Z","caller":"traceutil/trace.go:171","msg":"trace[1727329876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4988; }","duration":"108.05374ms","start":"2026-03-04T05:08:46.259349Z","end":"2026-03-04T05:08:46.367403Z","steps":["trace[1727329876] 'agreement among raft nodes before linearized reading' (duration: 107.929477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:46.367014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.243989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T05:08:46.367467Z","caller":"traceutil/trace.go:171","msg":"trace[704327461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4988; }","duration":"103.74298ms","start":"2026-03-04T05:08:46.263718Z","end":"2026-03-04T05:08:46.367461Z","steps":["trace[704327461] 'agreement among raft nodes before linearized reading' (duration: 103.119796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:46.367485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.039192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T05:08:46.367544Z","caller":"traceutil/trace.go:171","msg":"trace[1793438307] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4988; }","duration":"112.145305ms","start":"2026-03-04T05:08:46.255386Z","end":"2026-03-04T05:08:46.367531Z","steps":["trace[1793438307] 'agreement among raft nodes before linearized reading' (duration: 112.012472ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:46.479671Z","caller":"traceutil/trace.go:171","msg":"trace[54006869] linearizableReadLoop","detail":"{readStateIndex:5186; appliedIndex:5184; }","duration":"112.828381ms","start":"2026-03-04T05:08:46.366819Z","end":"2026-03-04T05:08:46.479648Z","steps":["trace[54006869] 'read index received' (duration: 112.662787ms)","trace[54006869] 'applied index is now lower than readState.Index' (duration: 164.774µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:08:46.479711Z","caller":"traceutil/trace.go:171","msg":"trace[977459143] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"183.734131ms","start":"2026-03-04T05:08:46.295946Z","end":"2026-03-04T05:08:46.47968Z","steps":["trace[977459143] 'process raft request' (duration: 183.535667ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:46.47971Z","caller":"traceutil/trace.go:171","msg":"trace[1893093877] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"182.494153ms","start":"2026-03-04T05:08:46.297195Z","end":"2026-03-04T05:08:46.479689Z","steps":["trace[1893093877] 'process raft request' (duration: 182.414321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:46.479892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.96681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-87296daf-4a79-470b-abfd-0e8a8d6d6204\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-04T05:08:46.479928Z","caller":"traceutil/trace.go:171","msg":"trace[218226070] range","detail":"{range_begin:/registry/persistentvolumes/pvc-87296daf-4a79-470b-abfd-0e8a8d6d6204; range_end:; response_count:1; response_revision:4990; }","duration":"185.031421ms","start":"2026-03-04T05:08:46.294883Z","end":"2026-03-04T05:08:46.479914Z","steps":["trace[218226070] 'agreement among raft nodes before linearized reading' (duration: 184.869457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:46.480023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.891144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70866"} {"level":"info","ts":"2026-03-04T05:08:46.480103Z","caller":"traceutil/trace.go:171","msg":"trace[1815720510] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4990; }","duration":"183.997377ms","start":"2026-03-04T05:08:46.296089Z","end":"2026-03-04T05:08:46.480086Z","steps":["trace[1815720510] 'agreement among raft nodes before linearized reading' (duration: 183.661569ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:46.50634Z","caller":"traceutil/trace.go:171","msg":"trace[1287326291] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"133.632802ms","start":"2026-03-04T05:08:46.372688Z","end":"2026-03-04T05:08:46.506321Z","steps":["trace[1287326291] 'process raft request' (duration: 133.581241ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:46.506527Z","caller":"traceutil/trace.go:171","msg":"trace[796007451] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"133.794925ms","start":"2026-03-04T05:08:46.372721Z","end":"2026-03-04T05:08:46.506516Z","steps":["trace[796007451] 'process raft request' (duration: 133.57443ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:46.506565Z","caller":"traceutil/trace.go:171","msg":"trace[1464420602] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"133.95159ms","start":"2026-03-04T05:08:46.372575Z","end":"2026-03-04T05:08:46.506527Z","steps":["trace[1464420602] 'process raft request' (duration: 133.586021ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:46.506736Z","caller":"traceutil/trace.go:171","msg":"trace[1649287266] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"133.689623ms","start":"2026-03-04T05:08:46.373039Z","end":"2026-03-04T05:08:46.506729Z","steps":["trace[1649287266] 'process raft request' (duration: 133.419397ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:46.506907Z","caller":"traceutil/trace.go:171","msg":"trace[1973921037] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"133.773725ms","start":"2026-03-04T05:08:46.373125Z","end":"2026-03-04T05:08:46.506898Z","steps":["trace[1973921037] 'process raft request' (duration: 133.53698ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:46.507082Z","caller":"traceutil/trace.go:171","msg":"trace[2142480338] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"133.883167ms","start":"2026-03-04T05:08:46.373191Z","end":"2026-03-04T05:08:46.507074Z","steps":["trace[2142480338] 'process raft request' (duration: 133.626491ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:46.507112Z","caller":"traceutil/trace.go:171","msg":"trace[218555797] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"129.699451ms","start":"2026-03-04T05:08:46.377404Z","end":"2026-03-04T05:08:46.507103Z","steps":["trace[218555797] 'process raft request' (duration: 129.456925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:46.507425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.566497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12973"} {"level":"info","ts":"2026-03-04T05:08:46.507458Z","caller":"traceutil/trace.go:171","msg":"trace[21847610] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4997; }","duration":"135.635028ms","start":"2026-03-04T05:08:46.371814Z","end":"2026-03-04T05:08:46.507449Z","steps":["trace[21847610] 'agreement among raft nodes before linearized reading' (duration: 135.514275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:46.507594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.71988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-04T05:08:46.507623Z","caller":"traceutil/trace.go:171","msg":"trace[1851476837] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4997; }","duration":"135.758641ms","start":"2026-03-04T05:08:46.371856Z","end":"2026-03-04T05:08:46.507615Z","steps":["trace[1851476837] 'agreement among raft nodes before linearized reading' (duration: 135.691199ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:50.315679Z","caller":"traceutil/trace.go:171","msg":"trace[1815780446] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"139.929428ms","start":"2026-03-04T05:08:50.17571Z","end":"2026-03-04T05:08:50.31564Z","steps":["trace[1815780446] 'process raft request' (duration: 52.618817ms)","trace[1815780446] 'compare' (duration: 87.178447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:08:50.741746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.661717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:08:50.741908Z","caller":"traceutil/trace.go:171","msg":"trace[1643378447] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"565.479614ms","start":"2026-03-04T05:08:50.176375Z","end":"2026-03-04T05:08:50.741855Z","steps":["trace[1643378447] 'process raft request' (duration: 267.53375ms)","trace[1643378447] 'compare' (duration: 291.716229ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:08:50.741985Z","caller":"traceutil/trace.go:171","msg":"trace[1905377747] linearizableReadLoop","detail":"{readStateIndex:5294; appliedIndex:5293; }","duration":"492.241278ms","start":"2026-03-04T05:08:50.249696Z","end":"2026-03-04T05:08:50.741937Z","steps":["trace[1905377747] 'read index received' (duration: 194.174822ms)","trace[1905377747] 'applied index is now lower than readState.Index' (duration: 298.061286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:08:50.742095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:50.17635Z","time spent":"565.641447ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:08:50.757817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.116046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1725ee3-b5fe-4a9f-84ea-bdb7f4958564\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-04T05:08:50.757878Z","caller":"traceutil/trace.go:171","msg":"trace[517999133] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c1725ee3-b5fe-4a9f-84ea-bdb7f4958564; range_end:; response_count:1; response_revision:5096; }","duration":"508.207538ms","start":"2026-03-04T05:08:50.249647Z","end":"2026-03-04T05:08:50.757854Z","steps":["trace[517999133] 'agreement among raft nodes before linearized reading' (duration: 492.414112ms)","trace[517999133] 'range keys from bolt db' (duration: 15.695204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:08:50.757915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:50.249627Z","time spent":"508.28204ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1725ee3-b5fe-4a9f-84ea-bdb7f4958564\" "} {"level":"warn","ts":"2026-03-04T05:08:50.758257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.916541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1725ee3-b5fe-4a9f-84ea-bdb7f4958564\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-04T05:08:50.758285Z","caller":"traceutil/trace.go:171","msg":"trace[906468543] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c1725ee3-b5fe-4a9f-84ea-bdb7f4958564; range_end:; response_count:1; response_revision:5097; }","duration":"478.978832ms","start":"2026-03-04T05:08:50.279299Z","end":"2026-03-04T05:08:50.758278Z","steps":["trace[906468543] 'agreement among raft nodes before linearized reading' (duration: 478.90686ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:50.758285Z","caller":"traceutil/trace.go:171","msg":"trace[1884527444] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"454.572057ms","start":"2026-03-04T05:08:50.303706Z","end":"2026-03-04T05:08:50.758278Z","steps":["trace[1884527444] 'process raft request' (duration: 454.417813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:50.758302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:50.279277Z","time spent":"479.021683ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1725ee3-b5fe-4a9f-84ea-bdb7f4958564\" "} {"level":"warn","ts":"2026-03-04T05:08:50.758328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:50.303688Z","time spent":"454.613728ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:08:50.758378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.069596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T05:08:50.758419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.310657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T05:08:50.758434Z","caller":"traceutil/trace.go:171","msg":"trace[164404559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5097; }","duration":"239.340538ms","start":"2026-03-04T05:08:50.519088Z","end":"2026-03-04T05:08:50.758429Z","steps":["trace[164404559] 'agreement among raft nodes before linearized reading' (duration: 239.292147ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:50.758433Z","caller":"traceutil/trace.go:171","msg":"trace[2133877231] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5097; }","duration":"237.138707ms","start":"2026-03-04T05:08:50.521281Z","end":"2026-03-04T05:08:50.758419Z","steps":["trace[2133877231] 'agreement among raft nodes before linearized reading' (duration: 236.945543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:50.7585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.359553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-04T05:08:50.758494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.143054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T05:08:50.758494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.947709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:08:50.75854Z","caller":"traceutil/trace.go:171","msg":"trace[8513279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5097; }","duration":"236.224126ms","start":"2026-03-04T05:08:50.522303Z","end":"2026-03-04T05:08:50.758527Z","steps":["trace[8513279] 'agreement among raft nodes before linearized reading' (duration: 235.9994ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:50.758554Z","caller":"traceutil/trace.go:171","msg":"trace[250165581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5097; }","duration":"236.063762ms","start":"2026-03-04T05:08:50.52247Z","end":"2026-03-04T05:08:50.758534Z","steps":["trace[250165581] 'agreement among raft nodes before linearized reading' (duration: 235.824636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:50.758585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.591558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T05:08:50.758516Z","caller":"traceutil/trace.go:171","msg":"trace[1566236589] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:5097; }","duration":"263.387704ms","start":"2026-03-04T05:08:50.495125Z","end":"2026-03-04T05:08:50.758512Z","steps":["trace[1566236589] 'agreement among raft nodes before linearized reading' (duration: 263.342953ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:50.758611Z","caller":"traceutil/trace.go:171","msg":"trace[1294837854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5097; }","duration":"266.667039ms","start":"2026-03-04T05:08:50.491937Z","end":"2026-03-04T05:08:50.758604Z","steps":["trace[1294837854] 'agreement among raft nodes before linearized reading' (duration: 266.588958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:50.75865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.502957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:08:50.758749Z","caller":"traceutil/trace.go:171","msg":"trace[926455843] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5097; }","duration":"416.65211ms","start":"2026-03-04T05:08:50.342071Z","end":"2026-03-04T05:08:50.758724Z","steps":["trace[926455843] 'agreement among raft nodes before linearized reading' (duration: 416.435655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:50.758795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:50.342054Z","time spent":"416.731892ms","remote":"127.0.0.1:56392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":74,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:08:52.805422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.505726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T05:08:52.805502Z","caller":"traceutil/trace.go:171","msg":"trace[2127880408] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:5116; }","duration":"183.644329ms","start":"2026-03-04T05:08:52.621841Z","end":"2026-03-04T05:08:52.805485Z","steps":["trace[2127880408] 'range keys from in-memory index tree' (duration: 183.27866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:52.805689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.915263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-04T05:08:52.80552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.793094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:08:52.805989Z","caller":"traceutil/trace.go:171","msg":"trace[647388386] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5116; }","duration":"156.261315ms","start":"2026-03-04T05:08:52.649635Z","end":"2026-03-04T05:08:52.805896Z","steps":["trace[647388386] 'count revisions from in-memory index tree' (duration: 155.710193ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:52.805787Z","caller":"traceutil/trace.go:171","msg":"trace[284222796] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5116; }","duration":"400.071177ms","start":"2026-03-04T05:08:52.405682Z","end":"2026-03-04T05:08:52.805753Z","steps":["trace[284222796] 'range keys from in-memory index tree' (duration: 399.718628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:52.806184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:52.405658Z","time spent":"400.469486ms","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-04T05:08:55.488541Z","caller":"traceutil/trace.go:171","msg":"trace[731512292] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"133.201181ms","start":"2026-03-04T05:08:55.355324Z","end":"2026-03-04T05:08:55.488525Z","steps":["trace[731512292] 'process raft request' (duration: 133.096549ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:55.616404Z","caller":"traceutil/trace.go:171","msg":"trace[499424350] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"122.683258ms","start":"2026-03-04T05:08:55.493686Z","end":"2026-03-04T05:08:55.616369Z","steps":["trace[499424350] 'process raft request' (duration: 88.307143ms)","trace[499424350] 'compare' (duration: 34.083488ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:08:55.616482Z","caller":"traceutil/trace.go:171","msg":"trace[80442069] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"122.601776ms","start":"2026-03-04T05:08:55.493811Z","end":"2026-03-04T05:08:55.616413Z","steps":["trace[80442069] 'process raft request' (duration: 122.447912ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:55.61655Z","caller":"traceutil/trace.go:171","msg":"trace[1799485652] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"122.202257ms","start":"2026-03-04T05:08:55.494316Z","end":"2026-03-04T05:08:55.616518Z","steps":["trace[1799485652] 'process raft request' (duration: 122.013033ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:55.61663Z","caller":"traceutil/trace.go:171","msg":"trace[1191236755] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"121.065221ms","start":"2026-03-04T05:08:55.495519Z","end":"2026-03-04T05:08:55.616584Z","steps":["trace[1191236755] 'process raft request' (duration: 120.895017ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:55.616599Z","caller":"traceutil/trace.go:171","msg":"trace[548288971] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"121.551232ms","start":"2026-03-04T05:08:55.495006Z","end":"2026-03-04T05:08:55.616558Z","steps":["trace[548288971] 'process raft request' (duration: 121.376198ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:55.616974Z","caller":"traceutil/trace.go:171","msg":"trace[304977070] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"119.942955ms","start":"2026-03-04T05:08:55.496996Z","end":"2026-03-04T05:08:55.616939Z","steps":["trace[304977070] 'process raft request' (duration: 119.465724ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:55.617113Z","caller":"traceutil/trace.go:171","msg":"trace[643872529] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"118.268356ms","start":"2026-03-04T05:08:55.498822Z","end":"2026-03-04T05:08:55.61709Z","steps":["trace[643872529] 'process raft request' (duration: 118.03832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:57.285403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.835693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:08:57.285516Z","caller":"traceutil/trace.go:171","msg":"trace[145900768] linearizableReadLoop","detail":"{readStateIndex:5403; appliedIndex:5402; }","duration":"452.718055ms","start":"2026-03-04T05:08:56.83278Z","end":"2026-03-04T05:08:57.285498Z","steps":["trace[145900768] 'read index received' (duration: 147.724988ms)","trace[145900768] 'applied index is now lower than readState.Index' (duration: 304.991427ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:08:57.285623Z","caller":"traceutil/trace.go:171","msg":"trace[1551822639] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"454.506045ms","start":"2026-03-04T05:08:56.831067Z","end":"2026-03-04T05:08:57.285573Z","steps":["trace[1551822639] 'process raft request' (duration: 149.385016ms)","trace[1551822639] 'compare' (duration: 304.641758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:08:57.285704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.920759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T05:08:57.285739Z","caller":"traceutil/trace.go:171","msg":"trace[908032794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5204; }","duration":"452.96876ms","start":"2026-03-04T05:08:56.832759Z","end":"2026-03-04T05:08:57.285728Z","steps":["trace[908032794] 'agreement among raft nodes before linearized reading' (duration: 452.830837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:57.285766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:56.831038Z","time spent":"454.649029ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:08:57.285773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:56.832752Z","time spent":"453.013111ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:08:57.285764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.120345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:08:57.28586Z","caller":"traceutil/trace.go:171","msg":"trace[1247069169] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5204; }","duration":"441.256569ms","start":"2026-03-04T05:08:56.844585Z","end":"2026-03-04T05:08:57.285842Z","steps":["trace[1247069169] 'agreement among raft nodes before linearized reading' (duration: 441.062894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:57.285852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.730472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T05:08:57.285934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.631242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T05:08:57.285901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:56.844547Z","time spent":"441.345821ms","remote":"127.0.0.1:56492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T05:08:57.285967Z","caller":"traceutil/trace.go:171","msg":"trace[1696776337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5204; }","duration":"451.874705ms","start":"2026-03-04T05:08:56.834068Z","end":"2026-03-04T05:08:57.285943Z","steps":["trace[1696776337] 'agreement among raft nodes before linearized reading' (duration: 451.576278ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:57.285981Z","caller":"traceutil/trace.go:171","msg":"trace[1105857333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5204; }","duration":"452.685693ms","start":"2026-03-04T05:08:56.833281Z","end":"2026-03-04T05:08:57.285966Z","steps":["trace[1105857333] 'agreement among raft nodes before linearized reading' (duration: 452.585641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:57.286022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:56.833273Z","time spent":"452.743225ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:08:57.286024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:56.834061Z","time spent":"451.953477ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:08:57.286116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.311052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T05:08:57.285783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.791136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-04T05:08:57.286149Z","caller":"traceutil/trace.go:171","msg":"trace[1438436254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5204; }","duration":"451.388153ms","start":"2026-03-04T05:08:56.834751Z","end":"2026-03-04T05:08:57.28614Z","steps":["trace[1438436254] 'agreement among raft nodes before linearized reading' (duration: 451.298001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:08:57.286171Z","caller":"traceutil/trace.go:171","msg":"trace[2038452050] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:5204; }","duration":"453.197576ms","start":"2026-03-04T05:08:56.832954Z","end":"2026-03-04T05:08:57.286151Z","steps":["trace[2038452050] 'agreement among raft nodes before linearized reading' (duration: 452.681654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:08:57.286184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:56.834732Z","time spent":"451.446595ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:08:57.286461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:08:56.832936Z","time spent":"453.262247ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-bmdp5\" "} {"level":"info","ts":"2026-03-04T05:09:01.037586Z","caller":"traceutil/trace.go:171","msg":"trace[946349655] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"205.732367ms","start":"2026-03-04T05:09:00.831826Z","end":"2026-03-04T05:09:01.037558Z","steps":["trace[946349655] 'process raft request' (duration: 205.545553ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:01.129844Z","caller":"traceutil/trace.go:171","msg":"trace[1237428227] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"294.892508ms","start":"2026-03-04T05:09:00.834928Z","end":"2026-03-04T05:09:01.129821Z","steps":["trace[1237428227] 'process raft request' (duration: 290.858294ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:01.475351Z","caller":"traceutil/trace.go:171","msg":"trace[2103617845] linearizableReadLoop","detail":"{readStateIndex:5461; appliedIndex:5460; }","duration":"170.875549ms","start":"2026-03-04T05:09:01.304449Z","end":"2026-03-04T05:09:01.475325Z","steps":["trace[2103617845] 'read index received' (duration: 170.599322ms)","trace[2103617845] 'applied index is now lower than readState.Index' (duration: 275.157µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:09:01.475424Z","caller":"traceutil/trace.go:171","msg":"trace[1636272909] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"171.422211ms","start":"2026-03-04T05:09:01.303964Z","end":"2026-03-04T05:09:01.475386Z","steps":["trace[1636272909] 'process raft request' (duration: 171.207916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:01.475519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.041862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:09:01.475561Z","caller":"traceutil/trace.go:171","msg":"trace[1082332569] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5258; }","duration":"171.149565ms","start":"2026-03-04T05:09:01.304401Z","end":"2026-03-04T05:09:01.47555Z","steps":["trace[1082332569] 'agreement among raft nodes before linearized reading' (duration: 171.051683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:01.475708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.64571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T05:09:01.475716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.156716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T05:09:01.475778Z","caller":"traceutil/trace.go:171","msg":"trace[352841952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5258; }","duration":"169.750232ms","start":"2026-03-04T05:09:01.306013Z","end":"2026-03-04T05:09:01.475763Z","steps":["trace[352841952] 'agreement among raft nodes before linearized reading' (duration: 169.528127ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:01.47582Z","caller":"traceutil/trace.go:171","msg":"trace[1170061884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5258; }","duration":"168.299799ms","start":"2026-03-04T05:09:01.307501Z","end":"2026-03-04T05:09:01.4758Z","steps":["trace[1170061884] 'agreement among raft nodes before linearized reading' (duration: 168.018122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:01.475822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.12268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:09:01.475891Z","caller":"traceutil/trace.go:171","msg":"trace[861267542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5258; }","duration":"170.220223ms","start":"2026-03-04T05:09:01.305651Z","end":"2026-03-04T05:09:01.475871Z","steps":["trace[861267542] 'agreement among raft nodes before linearized reading' (duration: 169.965997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:01.475709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.069243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-04T05:09:01.475962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.39337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T05:09:01.475974Z","caller":"traceutil/trace.go:171","msg":"trace[570508583] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:5258; }","duration":"168.391271ms","start":"2026-03-04T05:09:01.307558Z","end":"2026-03-04T05:09:01.475949Z","steps":["trace[570508583] 'agreement among raft nodes before linearized reading' (duration: 167.963921ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:01.475987Z","caller":"traceutil/trace.go:171","msg":"trace[37372095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5258; }","duration":"171.454452ms","start":"2026-03-04T05:09:01.304526Z","end":"2026-03-04T05:09:01.475981Z","steps":["trace[37372095] 'agreement among raft nodes before linearized reading' (duration: 170.96633ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:01.590118Z","caller":"traceutil/trace.go:171","msg":"trace[388329762] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"110.161558ms","start":"2026-03-04T05:09:01.479928Z","end":"2026-03-04T05:09:01.59009Z","steps":["trace[388329762] 'process raft request' (duration: 109.963774ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:01.591515Z","caller":"traceutil/trace.go:171","msg":"trace[1704255357] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"111.125071ms","start":"2026-03-04T05:09:01.480369Z","end":"2026-03-04T05:09:01.591494Z","steps":["trace[1704255357] 'process raft request' (duration: 111.007868ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:01.591736Z","caller":"traceutil/trace.go:171","msg":"trace[419703297] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"111.252063ms","start":"2026-03-04T05:09:01.480467Z","end":"2026-03-04T05:09:01.59172Z","steps":["trace[419703297] 'process raft request' (duration: 110.995647ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:01.591877Z","caller":"traceutil/trace.go:171","msg":"trace[1986807359] linearizableReadLoop","detail":"{readStateIndex:5464; appliedIndex:5461; }","duration":"111.217403ms","start":"2026-03-04T05:09:01.480628Z","end":"2026-03-04T05:09:01.591845Z","steps":["trace[1986807359] 'read index received' (duration: 109.308519ms)","trace[1986807359] 'applied index is now lower than readState.Index' (duration: 1.906934ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:09:01.591949Z","caller":"traceutil/trace.go:171","msg":"trace[539738639] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"111.07732ms","start":"2026-03-04T05:09:01.480847Z","end":"2026-03-04T05:09:01.591924Z","steps":["trace[539738639] 'process raft request' (duration: 110.835074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:01.59221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.484557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T05:09:01.592256Z","caller":"traceutil/trace.go:171","msg":"trace[1299424785] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5262; }","duration":"101.570308ms","start":"2026-03-04T05:09:01.490671Z","end":"2026-03-04T05:09:01.592242Z","steps":["trace[1299424785] 'agreement among raft nodes before linearized reading' (duration: 101.408635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:01.592388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.722135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81434"} {"level":"info","ts":"2026-03-04T05:09:01.592448Z","caller":"traceutil/trace.go:171","msg":"trace[953706089] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5262; }","duration":"111.808367ms","start":"2026-03-04T05:09:01.480622Z","end":"2026-03-04T05:09:01.592431Z","steps":["trace[953706089] 'agreement among raft nodes before linearized reading' (duration: 111.431788ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:06.332479Z","caller":"traceutil/trace.go:171","msg":"trace[1333642692] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"261.279608ms","start":"2026-03-04T05:09:06.071164Z","end":"2026-03-04T05:09:06.332444Z","steps":["trace[1333642692] 'process raft request' (duration: 198.312735ms)","trace[1333642692] 'compare' (duration: 62.771988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:09:07.290954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590305149,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:09:07.678984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131323742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T05:09:07.67908Z","caller":"traceutil/trace.go:171","msg":"trace[2134392144] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5302; }","duration":"1.131475086s","start":"2026-03-04T05:09:06.547584Z","end":"2026-03-04T05:09:07.679059Z","steps":["trace[2134392144] 'range keys from in-memory index tree' (duration: 1.131082487s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:07.679455Z","caller":"traceutil/trace.go:171","msg":"trace[844624125] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"914.343023ms","start":"2026-03-04T05:09:06.765091Z","end":"2026-03-04T05:09:07.679434Z","steps":["trace[844624125] 'process raft request' (duration: 914.138779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:07.679789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:09:06.765057Z","time spent":"914.466506ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:09:07.679143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:09:06.547561Z","time spent":"1.131571448s","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-04T05:09:07.946727Z","caller":"traceutil/trace.go:171","msg":"trace[931329228] linearizableReadLoop","detail":"{readStateIndex:5509; appliedIndex:5507; }","duration":"1.156337653s","start":"2026-03-04T05:09:06.79036Z","end":"2026-03-04T05:09:07.946698Z","steps":["trace[931329228] 'read index received' (duration: 890.005768ms)","trace[931329228] 'applied index is now lower than readState.Index' (duration: 266.330895ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:09:07.947255Z","caller":"traceutil/trace.go:171","msg":"trace[2008889320] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"888.594236ms","start":"2026-03-04T05:09:07.058645Z","end":"2026-03-04T05:09:07.947239Z","steps":["trace[2008889320] 'process raft request' (duration: 854.546745ms)","trace[2008889320] 'compare' (duration: 33.280613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:09:07.947387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:09:07.058621Z","time spent":"888.671078ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:09:07.947419Z","caller":"traceutil/trace.go:171","msg":"trace[762371180] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"776.332149ms","start":"2026-03-04T05:09:07.171055Z","end":"2026-03-04T05:09:07.947387Z","steps":["trace[762371180] 'process raft request' (duration: 775.597262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:07.947486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157094591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:09:07.947584Z","caller":"traceutil/trace.go:171","msg":"trace[1437335396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5305; }","duration":"1.157254894s","start":"2026-03-04T05:09:06.790308Z","end":"2026-03-04T05:09:07.947562Z","steps":["trace[1437335396] 'agreement among raft nodes before linearized reading' (duration: 1.15707029s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:07.947607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:09:07.171029Z","time spent":"776.474992ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:09:07.947637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:09:06.790283Z","time spent":"1.157346017s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:09:08.022746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.518641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-04T05:09:08.022813Z","caller":"traceutil/trace.go:171","msg":"trace[1975182630] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:5306; }","duration":"403.612613ms","start":"2026-03-04T05:09:07.619186Z","end":"2026-03-04T05:09:08.022798Z","steps":["trace[1975182630] 'agreement among raft nodes before linearized reading' (duration: 403.46882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:08.022822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.810665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T05:09:08.022787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.583377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T05:09:08.022747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.162553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:09:08.022869Z","caller":"traceutil/trace.go:171","msg":"trace[983601910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5306; }","duration":"405.866105ms","start":"2026-03-04T05:09:07.616984Z","end":"2026-03-04T05:09:08.02285Z","steps":["trace[983601910] 'agreement among raft nodes before linearized reading' (duration: 405.602789ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:08.022881Z","caller":"traceutil/trace.go:171","msg":"trace[1859867563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5306; }","duration":"406.337016ms","start":"2026-03-04T05:09:07.616536Z","end":"2026-03-04T05:09:08.022873Z","steps":["trace[1859867563] 'agreement among raft nodes before linearized reading' (duration: 406.059189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:08.022874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.271229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c1725ee3-b5fe-4a9f-84ea-bdb7f4958564\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-04T05:09:08.022906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:09:07.61652Z","time spent":"406.380887ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T05:09:08.022959Z","caller":"traceutil/trace.go:171","msg":"trace[1071714805] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c1725ee3-b5fe-4a9f-84ea-bdb7f4958564; range_end:; response_count:1; response_revision:5306; }","duration":"339.403462ms","start":"2026-03-04T05:09:07.683535Z","end":"2026-03-04T05:09:08.022939Z","steps":["trace[1071714805] 'agreement among raft nodes before linearized reading' (duration: 339.123686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:08.022989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.046359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T05:09:08.023016Z","caller":"traceutil/trace.go:171","msg":"trace[369044440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5306; }","duration":"409.08605ms","start":"2026-03-04T05:09:07.613921Z","end":"2026-03-04T05:09:08.023007Z","steps":["trace[369044440] 'agreement among raft nodes before linearized reading' (duration: 409.013148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:08.023015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:09:07.683513Z","time spent":"339.493664ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-c1725ee3-b5fe-4a9f-84ea-bdb7f4958564\" "} {"level":"warn","ts":"2026-03-04T05:09:08.023042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:09:07.613914Z","time spent":"409.122071ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:09:08.022849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:09:07.619176Z","time spent":"403.665834ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-bmdp5\" "} {"level":"warn","ts":"2026-03-04T05:09:08.02307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.30935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T05:09:08.023101Z","caller":"traceutil/trace.go:171","msg":"trace[1600401588] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5306; }","duration":"488.376512ms","start":"2026-03-04T05:09:07.534716Z","end":"2026-03-04T05:09:08.023093Z","steps":["trace[1600401588] 'agreement among raft nodes before linearized reading' (duration: 488.227528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:08.023148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:09:07.534697Z","time spent":"488.443543ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:09:08.022915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:09:07.616953Z","time spent":"405.941717ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:09:08.023312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.20862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-04T05:09:08.023327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.55283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T05:09:08.023354Z","caller":"traceutil/trace.go:171","msg":"trace[1499135272] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5306; }","duration":"619.282122ms","start":"2026-03-04T05:09:07.404061Z","end":"2026-03-04T05:09:08.023343Z","steps":["trace[1499135272] 'agreement among raft nodes before linearized reading' (duration: 619.180649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:08.023358Z","caller":"traceutil/trace.go:171","msg":"trace[605640485] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5306; }","duration":"409.624892ms","start":"2026-03-04T05:09:07.613723Z","end":"2026-03-04T05:09:08.023348Z","steps":["trace[605640485] 'agreement among raft nodes before linearized reading' (duration: 409.53579ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:08.022902Z","caller":"traceutil/trace.go:171","msg":"trace[718867621] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5306; }","duration":"392.72386ms","start":"2026-03-04T05:09:07.63015Z","end":"2026-03-04T05:09:08.022874Z","steps":["trace[718867621] 'agreement among raft nodes before linearized reading' (duration: 392.487024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:08.023384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:09:07.404047Z","time spent":"619.330733ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T05:09:08.023384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:09:07.613696Z","time spent":"409.682474ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:09:08.023426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:09:07.630145Z","time spent":"393.263242ms","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":25,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:09:08.259033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.951424ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T05:09:08.259356Z","caller":"traceutil/trace.go:171","msg":"trace[1169850428] linearizableReadLoop","detail":"{readStateIndex:5511; appliedIndex:5510; }","duration":"236.753068ms","start":"2026-03-04T05:09:08.022571Z","end":"2026-03-04T05:09:08.259324Z","steps":["trace[1169850428] 'read index received' (duration: 42.597969ms)","trace[1169850428] 'applied index is now lower than readState.Index' (duration: 194.151079ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:09:08.25951Z","caller":"traceutil/trace.go:171","msg":"trace[934220290] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"232.124571ms","start":"2026-03-04T05:09:08.027361Z","end":"2026-03-04T05:09:08.259486Z","steps":["trace[934220290] 'process raft request' (duration: 231.935916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:08.259791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.769304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13289"} {"level":"info","ts":"2026-03-04T05:09:08.259769Z","caller":"traceutil/trace.go:171","msg":"trace[1100494596] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"231.910586ms","start":"2026-03-04T05:09:08.027829Z","end":"2026-03-04T05:09:08.25974Z","steps":["trace[1100494596] 'process raft request' (duration: 231.537177ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:08.259842Z","caller":"traceutil/trace.go:171","msg":"trace[1624481334] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5309; }","duration":"300.869267ms","start":"2026-03-04T05:09:07.958952Z","end":"2026-03-04T05:09:08.259821Z","steps":["trace[1624481334] 'agreement among raft nodes before linearized reading' (duration: 300.55508ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:08.259848Z","caller":"traceutil/trace.go:171","msg":"trace[951084972] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"231.922636ms","start":"2026-03-04T05:09:08.027906Z","end":"2026-03-04T05:09:08.259829Z","steps":["trace[951084972] 'process raft request' (duration: 231.793483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:08.259884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:09:07.958929Z","time spent":"300.945199ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13312,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-04T05:09:08.260064Z","caller":"traceutil/trace.go:171","msg":"trace[684829045] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"231.877104ms","start":"2026-03-04T05:09:08.02815Z","end":"2026-03-04T05:09:08.260028Z","steps":["trace[684829045] 'process raft request' (duration: 231.778282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:08.260145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.419196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-04T05:09:08.260139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.773655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-04T05:09:08.26006Z","caller":"traceutil/trace.go:171","msg":"trace[946793413] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"231.909575ms","start":"2026-03-04T05:09:08.028109Z","end":"2026-03-04T05:09:08.260019Z","steps":["trace[946793413] 'process raft request' (duration: 231.70244ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:08.260187Z","caller":"traceutil/trace.go:171","msg":"trace[664706792] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5312; }","duration":"132.509708ms","start":"2026-03-04T05:09:08.127662Z","end":"2026-03-04T05:09:08.260171Z","steps":["trace[664706792] 'agreement among raft nodes before linearized reading' (duration: 132.327933ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:08.260193Z","caller":"traceutil/trace.go:171","msg":"trace[86822377] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5312; }","duration":"232.908979ms","start":"2026-03-04T05:09:08.027271Z","end":"2026-03-04T05:09:08.26018Z","steps":["trace[86822377] 'agreement among raft nodes before linearized reading' (duration: 232.712884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:08.26027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.529826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81724"} {"level":"info","ts":"2026-03-04T05:09:08.260344Z","caller":"traceutil/trace.go:171","msg":"trace[1969274660] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5312; }","duration":"231.632949ms","start":"2026-03-04T05:09:08.028694Z","end":"2026-03-04T05:09:08.260327Z","steps":["trace[1969274660] 'agreement among raft nodes before linearized reading' (duration: 231.299681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:08.259796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.041603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:09:08.260523Z","caller":"traceutil/trace.go:171","msg":"trace[951790776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5309; }","duration":"311.829061ms","start":"2026-03-04T05:09:07.948677Z","end":"2026-03-04T05:09:08.260506Z","steps":["trace[951790776] 'agreement among raft nodes before linearized reading' (duration: 310.832328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:08.259822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.291867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:09:08.260431Z","caller":"traceutil/trace.go:171","msg":"trace[1593106452] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"233.239106ms","start":"2026-03-04T05:09:08.026572Z","end":"2026-03-04T05:09:08.259811Z","steps":["trace[1593106452] 'process raft request' (duration: 232.593161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:08.260607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:09:07.948666Z","time spent":"311.920863ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:09:08.260659Z","caller":"traceutil/trace.go:171","msg":"trace[1768922731] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5309; }","duration":"271.230708ms","start":"2026-03-04T05:09:07.989402Z","end":"2026-03-04T05:09:08.260632Z","steps":["trace[1768922731] 'agreement among raft nodes before linearized reading' (duration: 270.152853ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:08.431662Z","caller":"traceutil/trace.go:171","msg":"trace[1555497500] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"154.770574ms","start":"2026-03-04T05:09:08.27685Z","end":"2026-03-04T05:09:08.43162Z","steps":["trace[1555497500] 'process raft request' (duration: 131.33286ms)","trace[1555497500] 'compare' (duration: 23.126797ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:09:08.585989Z","caller":"traceutil/trace.go:171","msg":"trace[113707100] linearizableReadLoop","detail":"{readStateIndex:5519; appliedIndex:5518; }","duration":"149.998613ms","start":"2026-03-04T05:09:08.43596Z","end":"2026-03-04T05:09:08.585959Z","steps":["trace[113707100] 'read index received' (duration: 100.614686ms)","trace[113707100] 'applied index is now lower than readState.Index' (duration: 49.383167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:09:08.586229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.228999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:09:08.586325Z","caller":"traceutil/trace.go:171","msg":"trace[1782288302] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5314; }","duration":"150.385302ms","start":"2026-03-04T05:09:08.435918Z","end":"2026-03-04T05:09:08.586303Z","steps":["trace[1782288302] 'agreement among raft nodes before linearized reading' (duration: 150.180098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:08.586263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.959193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13876"} {"level":"info","ts":"2026-03-04T05:09:08.586106Z","caller":"traceutil/trace.go:171","msg":"trace[2020719502] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"170.355646ms","start":"2026-03-04T05:09:08.415672Z","end":"2026-03-04T05:09:08.586028Z","steps":["trace[2020719502] 'process raft request' (duration: 120.99634ms)","trace[2020719502] 'compare' (duration: 49.175222ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:09:08.586483Z","caller":"traceutil/trace.go:171","msg":"trace[881703066] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5314; }","duration":"150.242149ms","start":"2026-03-04T05:09:08.436227Z","end":"2026-03-04T05:09:08.586469Z","steps":["trace[881703066] 'agreement among raft nodes before linearized reading' (duration: 149.881691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:09.07454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.193958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:09:09.074765Z","caller":"traceutil/trace.go:171","msg":"trace[849013998] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"404.916272ms","start":"2026-03-04T05:09:08.669824Z","end":"2026-03-04T05:09:09.07474Z","steps":["trace[849013998] 'process raft request' (duration: 223.429267ms)","trace[849013998] 'compare' (duration: 181.060185ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:09:09.074913Z","caller":"traceutil/trace.go:171","msg":"trace[1221730667] linearizableReadLoop","detail":"{readStateIndex:5525; appliedIndex:5520; }","duration":"272.243382ms","start":"2026-03-04T05:09:08.802657Z","end":"2026-03-04T05:09:09.0749Z","steps":["trace[1221730667] 'read index received' (duration: 90.604504ms)","trace[1221730667] 'applied index is now lower than readState.Index' (duration: 181.637538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:09:09.07493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:09:08.669797Z","time spent":"405.021635ms","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:09:09.075101Z","caller":"traceutil/trace.go:171","msg":"trace[87541266] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"395.483333ms","start":"2026-03-04T05:09:08.679585Z","end":"2026-03-04T05:09:09.075068Z","steps":["trace[87541266] 'process raft request' (duration: 395.225417ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:09.075139Z","caller":"traceutil/trace.go:171","msg":"trace[1141062304] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"404.225626ms","start":"2026-03-04T05:09:08.67087Z","end":"2026-03-04T05:09:09.075095Z","steps":["trace[1141062304] 'process raft request' (duration: 403.854477ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:09.075192Z","caller":"traceutil/trace.go:171","msg":"trace[2081016324] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"188.17378ms","start":"2026-03-04T05:09:08.887Z","end":"2026-03-04T05:09:09.075174Z","steps":["trace[2081016324] 'process raft request' (duration: 187.854813ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:09.075177Z","caller":"traceutil/trace.go:171","msg":"trace[36422057] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"404.508812ms","start":"2026-03-04T05:09:08.670625Z","end":"2026-03-04T05:09:09.075133Z","steps":["trace[36422057] 'process raft request' (duration: 404.029371ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:09.07523Z","caller":"traceutil/trace.go:171","msg":"trace[1059529915] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"404.261087ms","start":"2026-03-04T05:09:08.670956Z","end":"2026-03-04T05:09:09.075217Z","steps":["trace[1059529915] 'process raft request' (duration: 403.809156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:09.075253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:09:08.679573Z","time spent":"395.603106ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12013,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:09:09.075305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:09:08.670946Z","time spent":"404.324668ms","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:09:09.075293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.609322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16401"} {"level":"warn","ts":"2026-03-04T05:09:09.075123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.440806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:09:09.075389Z","caller":"traceutil/trace.go:171","msg":"trace[1262686038] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5321; }","duration":"272.717772ms","start":"2026-03-04T05:09:08.80265Z","end":"2026-03-04T05:09:09.075367Z","steps":["trace[1262686038] 'agreement among raft nodes before linearized reading' (duration: 272.390765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:09.075394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:09:08.67086Z","time spent":"404.38214ms","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:09:09.075423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:09:08.670593Z","time spent":"404.683756ms","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:09:09.075388Z","caller":"traceutil/trace.go:171","msg":"trace[1905993932] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5321; }","duration":"108.758175ms","start":"2026-03-04T05:09:08.966604Z","end":"2026-03-04T05:09:09.075362Z","steps":["trace[1905993932] 'agreement among raft nodes before linearized reading' (duration: 108.479159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:09.333942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.820114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:09:09.33439Z","caller":"traceutil/trace.go:171","msg":"trace[1120093046] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"232.98836ms","start":"2026-03-04T05:09:09.101378Z","end":"2026-03-04T05:09:09.334366Z","steps":["trace[1120093046] 'process raft request' (duration: 124.645014ms)","trace[1120093046] 'compare' (duration: 107.714682ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:09:10.230665Z","caller":"traceutil/trace.go:171","msg":"trace[1545153946] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"172.874415ms","start":"2026-03-04T05:09:10.057754Z","end":"2026-03-04T05:09:10.230628Z","steps":["trace[1545153946] 'process raft request' (duration: 105.309556ms)","trace[1545153946] 'compare' (duration: 67.416345ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:09:10.873879Z","caller":"traceutil/trace.go:171","msg":"trace[409020555] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"281.084848ms","start":"2026-03-04T05:09:10.592755Z","end":"2026-03-04T05:09:10.873839Z","steps":["trace[409020555] 'process raft request' (duration: 249.588887ms)","trace[409020555] 'compare' (duration: 31.0338ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:09:49.637267Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2754} {"level":"info","ts":"2026-03-04T05:09:49.716406Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2754,"took":"77.595482ms","hash":3403398077,"current-db-size-bytes":40255488,"current-db-size":"40 MB","current-db-size-in-use-bytes":30212096,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T05:09:49.716481Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3403398077,"revision":2754,"compact-revision":-1} {"level":"info","ts":"2026-03-04T05:09:50.691631Z","caller":"traceutil/trace.go:171","msg":"trace[898287111] linearizableReadLoop","detail":"{readStateIndex:5871; appliedIndex:5870; }","duration":"128.256958ms","start":"2026-03-04T05:09:50.563339Z","end":"2026-03-04T05:09:50.691596Z","steps":["trace[898287111] 'read index received' (duration: 86.620251ms)","trace[898287111] 'applied index is now lower than readState.Index' (duration: 41.634947ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:09:50.691669Z","caller":"traceutil/trace.go:171","msg":"trace[1911081925] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"129.353864ms","start":"2026-03-04T05:09:50.562285Z","end":"2026-03-04T05:09:50.691639Z","steps":["trace[1911081925] 'process raft request' (duration: 87.751848ms)","trace[1911081925] 'compare' (duration: 41.298639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:09:50.691951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.594446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T05:09:50.691967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.896188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:09:50.692001Z","caller":"traceutil/trace.go:171","msg":"trace[1964947299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5655; }","duration":"111.96685ms","start":"2026-03-04T05:09:50.580024Z","end":"2026-03-04T05:09:50.691991Z","steps":["trace[1964947299] 'agreement among raft nodes before linearized reading' (duration: 111.823807ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:50.692001Z","caller":"traceutil/trace.go:171","msg":"trace[2065795891] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5655; }","duration":"128.696358ms","start":"2026-03-04T05:09:50.563291Z","end":"2026-03-04T05:09:50.691987Z","steps":["trace[2065795891] 'agreement among raft nodes before linearized reading' (duration: 128.481843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:50.692173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.780493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T05:09:50.69225Z","caller":"traceutil/trace.go:171","msg":"trace[308001728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5655; }","duration":"107.909746ms","start":"2026-03-04T05:09:50.584323Z","end":"2026-03-04T05:09:50.692233Z","steps":["trace[308001728] 'agreement among raft nodes before linearized reading' (duration: 107.751652ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:50.837418Z","caller":"traceutil/trace.go:171","msg":"trace[1355945028] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"140.37591ms","start":"2026-03-04T05:09:50.697016Z","end":"2026-03-04T05:09:50.837392Z","steps":["trace[1355945028] 'process raft request' (duration: 120.107389ms)","trace[1355945028] 'compare' (duration: 20.147378ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:09:50.851133Z","caller":"traceutil/trace.go:171","msg":"trace[994080845] linearizableReadLoop","detail":"{readStateIndex:5874; appliedIndex:5871; }","duration":"153.552406ms","start":"2026-03-04T05:09:50.697563Z","end":"2026-03-04T05:09:50.851116Z","steps":["trace[994080845] 'read index received' (duration: 119.575988ms)","trace[994080845] 'applied index is now lower than readState.Index' (duration: 33.975658ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:09:50.851229Z","caller":"traceutil/trace.go:171","msg":"trace[1897365456] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"154.014087ms","start":"2026-03-04T05:09:50.697197Z","end":"2026-03-04T05:09:50.851211Z","steps":["trace[1897365456] 'process raft request' (duration: 153.888904ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:50.851211Z","caller":"traceutil/trace.go:171","msg":"trace[1615490296] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"153.975326ms","start":"2026-03-04T05:09:50.697196Z","end":"2026-03-04T05:09:50.851171Z","steps":["trace[1615490296] 'process raft request' (duration: 153.804732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:50.85142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.844613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101430"} {"level":"info","ts":"2026-03-04T05:09:50.851469Z","caller":"traceutil/trace.go:171","msg":"trace[1924739528] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5658; }","duration":"153.939115ms","start":"2026-03-04T05:09:50.697519Z","end":"2026-03-04T05:09:50.851459Z","steps":["trace[1924739528] 'agreement among raft nodes before linearized reading' (duration: 153.69734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:09:50.852436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.764624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210818"} {"level":"info","ts":"2026-03-04T05:09:50.852501Z","caller":"traceutil/trace.go:171","msg":"trace[1027152147] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5658; }","duration":"132.876896ms","start":"2026-03-04T05:09:50.71961Z","end":"2026-03-04T05:09:50.852487Z","steps":["trace[1027152147] 'agreement among raft nodes before linearized reading' (duration: 131.701759ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:51.249557Z","caller":"traceutil/trace.go:171","msg":"trace[711071671] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"283.917933ms","start":"2026-03-04T05:09:50.965614Z","end":"2026-03-04T05:09:51.249532Z","steps":["trace[711071671] 'process raft request' (duration: 283.753169ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:51.364688Z","caller":"traceutil/trace.go:171","msg":"trace[1723746909] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"346.888275ms","start":"2026-03-04T05:09:51.017773Z","end":"2026-03-04T05:09:51.364661Z","steps":["trace[1723746909] 'process raft request' (duration: 259.806933ms)","trace[1723746909] 'compare' (duration: 86.97644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:09:51.364834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:09:51.017756Z","time spent":"347.001049ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:09:52.646169Z","caller":"traceutil/trace.go:171","msg":"trace[117823056] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"123.543909ms","start":"2026-03-04T05:09:52.522591Z","end":"2026-03-04T05:09:52.646135Z","steps":["trace[117823056] 'process raft request' (duration: 123.318604ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:10:05.572471Z","caller":"traceutil/trace.go:171","msg":"trace[33491631] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"143.867511ms","start":"2026-03-04T05:10:05.428567Z","end":"2026-03-04T05:10:05.572434Z","steps":["trace[33491631] 'process raft request' (duration: 143.686527ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:10:05.64214Z","caller":"traceutil/trace.go:171","msg":"trace[1554780351] transaction","detail":"{read_only:false; response_revision:5755; number_of_response:1; }","duration":"212.659024ms","start":"2026-03-04T05:10:05.429445Z","end":"2026-03-04T05:10:05.642104Z","steps":["trace[1554780351] 'process raft request' (duration: 205.276772ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:10:07.119919Z","caller":"traceutil/trace.go:171","msg":"trace[1389095858] linearizableReadLoop","detail":"{readStateIndex:5981; appliedIndex:5979; }","duration":"144.080816ms","start":"2026-03-04T05:10:06.975808Z","end":"2026-03-04T05:10:07.119889Z","steps":["trace[1389095858] 'read index received' (duration: 61.123854ms)","trace[1389095858] 'applied index is now lower than readState.Index' (duration: 82.955842ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:10:07.119969Z","caller":"traceutil/trace.go:171","msg":"trace[690193829] transaction","detail":"{read_only:false; response_revision:5762; number_of_response:1; }","duration":"145.94622ms","start":"2026-03-04T05:10:06.973975Z","end":"2026-03-04T05:10:07.119921Z","steps":["trace[690193829] 'process raft request' (duration: 107.428353ms)","trace[690193829] 'compare' (duration: 38.364304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:10:07.120153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.321722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-04T05:10:07.120188Z","caller":"traceutil/trace.go:171","msg":"trace[613975170] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:5762; }","duration":"144.384493ms","start":"2026-03-04T05:10:06.975794Z","end":"2026-03-04T05:10:07.120178Z","steps":["trace[613975170] 'agreement among raft nodes before linearized reading' (duration: 144.208399ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:12:13.547064Z","caller":"traceutil/trace.go:171","msg":"trace[1102205604] transaction","detail":"{read_only:false; response_revision:6484; number_of_response:1; }","duration":"183.957415ms","start":"2026-03-04T05:12:13.36304Z","end":"2026-03-04T05:12:13.546998Z","steps":["trace[1102205604] 'process raft request' (duration: 183.783221ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:12:41.968097Z","caller":"traceutil/trace.go:171","msg":"trace[1522970146] transaction","detail":"{read_only:false; response_revision:6713; number_of_response:1; }","duration":"125.215717ms","start":"2026-03-04T05:12:41.842845Z","end":"2026-03-04T05:12:41.968061Z","steps":["trace[1522970146] 'process raft request' (duration: 29.492507ms)","trace[1522970146] 'compare' (duration: 95.502215ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:13:34.241603Z","caller":"traceutil/trace.go:171","msg":"trace[1474501552] transaction","detail":"{read_only:false; response_revision:7107; number_of_response:1; }","duration":"124.625524ms","start":"2026-03-04T05:13:34.116946Z","end":"2026-03-04T05:13:34.241571Z","steps":["trace[1474501552] 'process raft request' (duration: 93.353723ms)","trace[1474501552] 'compare' (duration: 31.090027ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:13:34.241799Z","caller":"traceutil/trace.go:171","msg":"trace[314173431] linearizableReadLoop","detail":"{readStateIndex:7377; appliedIndex:7375; }","duration":"117.908867ms","start":"2026-03-04T05:13:34.123852Z","end":"2026-03-04T05:13:34.24176Z","steps":["trace[314173431] 'read index received' (duration: 86.525683ms)","trace[314173431] 'applied index is now lower than readState.Index' (duration: 31.376234ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:13:34.24188Z","caller":"traceutil/trace.go:171","msg":"trace[659437079] transaction","detail":"{read_only:false; response_revision:7108; number_of_response:1; }","duration":"122.398572ms","start":"2026-03-04T05:13:34.119432Z","end":"2026-03-04T05:13:34.241831Z","steps":["trace[659437079] 'process raft request' (duration: 122.097135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:13:34.242048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.172753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T05:13:34.242145Z","caller":"traceutil/trace.go:171","msg":"trace[412693869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7108; }","duration":"118.332917ms","start":"2026-03-04T05:13:34.12378Z","end":"2026-03-04T05:13:34.242113Z","steps":["trace[412693869] 'agreement among raft nodes before linearized reading' (duration: 118.106052ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:14:49.645563Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5649} {"level":"info","ts":"2026-03-04T05:14:49.772079Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5649,"took":"122.101255ms","hash":2024534531,"current-db-size-bytes":40775680,"current-db-size":"41 MB","current-db-size-in-use-bytes":21995520,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-04T05:14:49.772195Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2024534531,"revision":5649,"compact-revision":2754} {"level":"info","ts":"2026-03-04T05:14:51.558306Z","caller":"traceutil/trace.go:171","msg":"trace[55940253] transaction","detail":"{read_only:false; response_revision:7621; number_of_response:1; }","duration":"144.028018ms","start":"2026-03-04T05:14:51.414224Z","end":"2026-03-04T05:14:51.558252Z","steps":["trace[55940253] 'process raft request' (duration: 143.851934ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:14:51.58575Z","caller":"traceutil/trace.go:171","msg":"trace[1888158359] transaction","detail":"{read_only:false; response_revision:7622; number_of_response:1; }","duration":"169.241707ms","start":"2026-03-04T05:14:51.416484Z","end":"2026-03-04T05:14:51.585726Z","steps":["trace[1888158359] 'process raft request' (duration: 169.102204ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:15:00.841425Z","caller":"traceutil/trace.go:171","msg":"trace[1055670815] linearizableReadLoop","detail":"{readStateIndex:7962; appliedIndex:7960; }","duration":"102.702212ms","start":"2026-03-04T05:15:00.738698Z","end":"2026-03-04T05:15:00.8414Z","steps":["trace[1055670815] 'read index received' (duration: 43.682442ms)","trace[1055670815] 'applied index is now lower than readState.Index' (duration: 59.01884ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:15:00.841613Z","caller":"traceutil/trace.go:171","msg":"trace[1393489071] transaction","detail":"{read_only:false; response_revision:7671; number_of_response:1; }","duration":"107.745059ms","start":"2026-03-04T05:15:00.733841Z","end":"2026-03-04T05:15:00.841586Z","steps":["trace[1393489071] 'process raft request' (duration: 76.749565ms)","trace[1393489071] 'compare' (duration: 30.557294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:15:00.841693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.970588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T05:15:00.841784Z","caller":"traceutil/trace.go:171","msg":"trace[525526167] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7672; }","duration":"103.07965ms","start":"2026-03-04T05:15:00.738685Z","end":"2026-03-04T05:15:00.841764Z","steps":["trace[525526167] 'agreement among raft nodes before linearized reading' (duration: 102.854745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:07.125885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.563165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T05:15:07.125974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.453681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T05:15:07.125987Z","caller":"traceutil/trace.go:171","msg":"trace[801436178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7829; }","duration":"237.706629ms","start":"2026-03-04T05:15:06.88826Z","end":"2026-03-04T05:15:07.125967Z","steps":["trace[801436178] 'range keys from in-memory index tree' (duration: 237.3625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:07.125992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.449232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-04T05:15:07.126065Z","caller":"traceutil/trace.go:171","msg":"trace[1647807519] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:7829; }","duration":"231.523734ms","start":"2026-03-04T05:15:06.894524Z","end":"2026-03-04T05:15:07.126048Z","steps":["trace[1647807519] 'range keys from in-memory index tree' (duration: 231.326159ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:15:07.126014Z","caller":"traceutil/trace.go:171","msg":"trace[1804201335] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7829; }","duration":"263.534123ms","start":"2026-03-04T05:15:06.86247Z","end":"2026-03-04T05:15:07.126004Z","steps":["trace[1804201335] 'range keys from in-memory index tree' (duration: 263.257086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:07.125885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.76163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:15:07.126277Z","caller":"traceutil/trace.go:171","msg":"trace[1894691968] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7829; }","duration":"229.180819ms","start":"2026-03-04T05:15:06.897064Z","end":"2026-03-04T05:15:07.126244Z","steps":["trace[1894691968] 'count revisions from in-memory index tree' (duration: 228.667347ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:15:07.225614Z","caller":"traceutil/trace.go:171","msg":"trace[1127673059] transaction","detail":"{read_only:false; response_revision:7830; number_of_response:1; }","duration":"311.105245ms","start":"2026-03-04T05:15:06.914428Z","end":"2026-03-04T05:15:07.225534Z","steps":["trace[1127673059] 'process raft request' (duration: 310.439739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:07.225905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:06.914401Z","time spent":"311.349921ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:15:09.239736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590311971,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T05:15:09.406932Z","caller":"traceutil/trace.go:171","msg":"trace[1029954130] transaction","detail":"{read_only:false; response_revision:7837; number_of_response:1; }","duration":"791.945188ms","start":"2026-03-04T05:15:08.614947Z","end":"2026-03-04T05:15:09.406892Z","steps":["trace[1029954130] 'process raft request' (duration: 791.682932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:09.407186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:08.614926Z","time spent":"792.122993ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:15:10.033628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.588786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:15:10.034714Z","caller":"traceutil/trace.go:171","msg":"trace[426985112] transaction","detail":"{read_only:false; response_revision:7838; number_of_response:1; }","duration":"802.950626ms","start":"2026-03-04T05:15:09.231702Z","end":"2026-03-04T05:15:10.034653Z","steps":["trace[426985112] 'process raft request' (duration: 440.086231ms)","trace[426985112] 'compare' (duration: 360.689584ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:15:10.034789Z","caller":"traceutil/trace.go:171","msg":"trace[1034756966] linearizableReadLoop","detail":"{readStateIndex:8132; appliedIndex:8130; }","duration":"1.295966915s","start":"2026-03-04T05:15:08.738786Z","end":"2026-03-04T05:15:10.034753Z","steps":["trace[1034756966] 'read index received' (duration: 667.837287ms)","trace[1034756966] 'applied index is now lower than readState.Index' (duration: 628.126648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:15:10.034967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:09.231667Z","time spent":"803.152861ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:15:10.035155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296352694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:15:10.03523Z","caller":"traceutil/trace.go:171","msg":"trace[2109797826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7838; }","duration":"1.296497057s","start":"2026-03-04T05:15:08.738713Z","end":"2026-03-04T05:15:10.03521Z","steps":["trace[2109797826] 'agreement among raft nodes before linearized reading' (duration: 1.296164489s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:10.035275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:08.738687Z","time spent":"1.296578769s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T05:15:10.035826Z","caller":"traceutil/trace.go:171","msg":"trace[1412908497] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"406.191158ms","start":"2026-03-04T05:15:09.629614Z","end":"2026-03-04T05:15:10.035805Z","steps":["trace[1412908497] 'process raft request' (duration: 405.747677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:10.03594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:09.62958Z","time spent":"406.316381ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:15:10.047597Z","caller":"traceutil/trace.go:171","msg":"trace[66943328] transaction","detail":"{read_only:false; response_revision:7840; number_of_response:1; }","duration":"303.902966ms","start":"2026-03-04T05:15:09.743678Z","end":"2026-03-04T05:15:10.047581Z","steps":["trace[66943328] 'process raft request' (duration: 303.791424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:10.04768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257193268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:15:10.047719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:09.743647Z","time spent":"303.992799ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:15:10.047738Z","caller":"traceutil/trace.go:171","msg":"trace[904529717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7840; }","duration":"1.257332442s","start":"2026-03-04T05:15:08.790393Z","end":"2026-03-04T05:15:10.047726Z","steps":["trace[904529717] 'agreement among raft nodes before linearized reading' (duration: 1.257218559s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:10.047753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.597002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T05:15:10.047769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:08.790362Z","time spent":"1.257401364s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:15:10.047787Z","caller":"traceutil/trace.go:171","msg":"trace[1379472641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7840; }","duration":"815.842638ms","start":"2026-03-04T05:15:09.231934Z","end":"2026-03-04T05:15:10.047776Z","steps":["trace[1379472641] 'agreement among raft nodes before linearized reading' (duration: 815.687924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:10.047811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:09.231924Z","time spent":"815.881349ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:15:10.047818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.827065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T05:15:10.047891Z","caller":"traceutil/trace.go:171","msg":"trace[942625151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7840; }","duration":"817.954317ms","start":"2026-03-04T05:15:09.229911Z","end":"2026-03-04T05:15:10.047866Z","steps":["trace[942625151] 'agreement among raft nodes before linearized reading' (duration: 817.747972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:10.047924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.141281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-04T05:15:10.047939Z","caller":"traceutil/trace.go:171","msg":"trace[1728539249] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:7840; }","duration":"815.211963ms","start":"2026-03-04T05:15:09.232723Z","end":"2026-03-04T05:15:10.047935Z","steps":["trace[1728539249] 'agreement among raft nodes before linearized reading' (duration: 815.158911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:10.047938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:09.229873Z","time spent":"818.05639ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:15:10.047952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:09.232693Z","time spent":"815.256194ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-bmdp5\" "} {"level":"warn","ts":"2026-03-04T05:15:10.047977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231806745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T05:15:10.047998Z","caller":"traceutil/trace.go:171","msg":"trace[770933900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7840; }","duration":"1.231869986s","start":"2026-03-04T05:15:08.816122Z","end":"2026-03-04T05:15:10.047992Z","steps":["trace[770933900] 'agreement among raft nodes before linearized reading' (duration: 1.231778884s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:10.048016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:08.816105Z","time spent":"1.231907278s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:15:20.361523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.392425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:15:20.361696Z","caller":"traceutil/trace.go:171","msg":"trace[1574675335] linearizableReadLoop","detail":"{readStateIndex:8184; appliedIndex:8182; }","duration":"192.389339ms","start":"2026-03-04T05:15:20.169289Z","end":"2026-03-04T05:15:20.361679Z","steps":["trace[1574675335] 'read index received' (duration: 12.748318ms)","trace[1574675335] 'applied index is now lower than readState.Index' (duration: 179.639881ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:15:20.361701Z","caller":"traceutil/trace.go:171","msg":"trace[1868404008] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"202.761441ms","start":"2026-03-04T05:15:20.158919Z","end":"2026-03-04T05:15:20.36168Z","steps":["trace[1868404008] 'process raft request' (duration: 23.11774ms)","trace[1868404008] 'compare' (duration: 179.262462ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:15:20.361765Z","caller":"traceutil/trace.go:171","msg":"trace[1940370973] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"202.015554ms","start":"2026-03-04T05:15:20.159721Z","end":"2026-03-04T05:15:20.361736Z","steps":["trace[1940370973] 'process raft request' (duration: 201.901272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:20.361929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.653865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T05:15:20.361965Z","caller":"traceutil/trace.go:171","msg":"trace[409055516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7887; }","duration":"192.743567ms","start":"2026-03-04T05:15:20.16921Z","end":"2026-03-04T05:15:20.361953Z","steps":["trace[409055516] 'agreement among raft nodes before linearized reading' (duration: 192.598164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:20.361996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.635108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T05:15:20.362006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.199358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-04T05:15:20.36205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.061541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T05:15:20.362055Z","caller":"traceutil/trace.go:171","msg":"trace[74291309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7887; }","duration":"187.72753ms","start":"2026-03-04T05:15:20.174311Z","end":"2026-03-04T05:15:20.362039Z","steps":["trace[74291309] 'agreement among raft nodes before linearized reading' (duration: 187.565636ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:15:20.362075Z","caller":"traceutil/trace.go:171","msg":"trace[1712061637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7887; }","duration":"189.140173ms","start":"2026-03-04T05:15:20.172928Z","end":"2026-03-04T05:15:20.362068Z","steps":["trace[1712061637] 'agreement among raft nodes before linearized reading' (duration: 188.99938ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:15:20.362079Z","caller":"traceutil/trace.go:171","msg":"trace[554864450] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:7887; }","duration":"190.29328ms","start":"2026-03-04T05:15:20.171768Z","end":"2026-03-04T05:15:20.362061Z","steps":["trace[554864450] 'agreement among raft nodes before linearized reading' (duration: 190.084055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:20.362157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.603757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T05:15:20.362255Z","caller":"traceutil/trace.go:171","msg":"trace[864873999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7887; }","duration":"187.765961ms","start":"2026-03-04T05:15:20.174462Z","end":"2026-03-04T05:15:20.362228Z","steps":["trace[864873999] 'agreement among raft nodes before linearized reading' (duration: 187.460564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:21.19525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.992359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:15:21.19548Z","caller":"traceutil/trace.go:171","msg":"trace[1989153744] linearizableReadLoop","detail":"{readStateIndex:8187; appliedIndex:8184; }","duration":"828.553515ms","start":"2026-03-04T05:15:20.366906Z","end":"2026-03-04T05:15:21.19546Z","steps":["trace[1989153744] 'read index received' (duration: 36.803741ms)","trace[1989153744] 'applied index is now lower than readState.Index' (duration: 791.748484ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:15:21.195556Z","caller":"traceutil/trace.go:171","msg":"trace[197370601] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"829.295662ms","start":"2026-03-04T05:15:20.366248Z","end":"2026-03-04T05:15:21.195543Z","steps":["trace[197370601] 'process raft request' (duration: 116.904213ms)","trace[197370601] 'compare' (duration: 711.828745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:15:21.195614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:20.366226Z","time spent":"829.353643ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:15:21.195759Z","caller":"traceutil/trace.go:171","msg":"trace[1407872445] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"828.541304ms","start":"2026-03-04T05:15:20.367189Z","end":"2026-03-04T05:15:21.19573Z","steps":["trace[1407872445] 'process raft request' (duration: 828.221586ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:15:21.195749Z","caller":"traceutil/trace.go:171","msg":"trace[1244195836] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"829.351313ms","start":"2026-03-04T05:15:20.366357Z","end":"2026-03-04T05:15:21.195708Z","steps":["trace[1244195836] 'process raft request' (duration: 828.989975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:21.195901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:20.367178Z","time spent":"828.640126ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:15:21.195905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:20.366338Z","time spent":"829.488126ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:15:21.196099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.186119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222749"} {"level":"info","ts":"2026-03-04T05:15:21.196134Z","caller":"traceutil/trace.go:171","msg":"trace[1869420847] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7891; }","duration":"829.22154ms","start":"2026-03-04T05:15:20.366902Z","end":"2026-03-04T05:15:21.196124Z","steps":["trace[1869420847] 'agreement among raft nodes before linearized reading' (duration: 828.904473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:21.196163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:20.366871Z","time spent":"829.284452ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222772,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T05:15:21.548499Z","caller":"traceutil/trace.go:171","msg":"trace[836361805] linearizableReadLoop","detail":"{readStateIndex:8189; appliedIndex:8188; }","duration":"352.957763ms","start":"2026-03-04T05:15:21.195511Z","end":"2026-03-04T05:15:21.548469Z","steps":["trace[836361805] 'read index received' (duration: 285.008214ms)","trace[836361805] 'applied index is now lower than readState.Index' (duration: 67.948089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:15:21.548595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.292595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:15:21.548604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.304702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:15:21.548673Z","caller":"traceutil/trace.go:171","msg":"trace[719096442] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:7892; }","duration":"514.425279ms","start":"2026-03-04T05:15:21.034225Z","end":"2026-03-04T05:15:21.54865Z","steps":["trace[719096442] 'agreement among raft nodes before linearized reading' (duration: 514.254495ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:15:21.548728Z","caller":"traceutil/trace.go:171","msg":"trace[687000382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7892; }","duration":"758.487396ms","start":"2026-03-04T05:15:20.790209Z","end":"2026-03-04T05:15:21.548696Z","steps":["trace[687000382] 'agreement among raft nodes before linearized reading' (duration: 758.274681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:21.54877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052114082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T05:15:21.548811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:20.790177Z","time spent":"758.624479ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:15:21.54883Z","caller":"traceutil/trace.go:171","msg":"trace[680389408] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7892; }","duration":"1.052257135s","start":"2026-03-04T05:15:20.496555Z","end":"2026-03-04T05:15:21.548812Z","steps":["trace[680389408] 'agreement among raft nodes before linearized reading' (duration: 1.052101952s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:21.548885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:20.496505Z","time spent":"1.052367838s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:15:21.54892Z","caller":"traceutil/trace.go:171","msg":"trace[2053277007] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"368.443126ms","start":"2026-03-04T05:15:21.180463Z","end":"2026-03-04T05:15:21.548906Z","steps":["trace[2053277007] 'process raft request' (duration: 300.065687ms)","trace[2053277007] 'compare' (duration: 67.815685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:15:21.548746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:21.034204Z","time spent":"514.531752ms","remote":"127.0.0.1:36966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:15:21.549012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:21.180436Z","time spent":"368.514358ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:15:21.549208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092798763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-04T05:15:21.549275Z","caller":"traceutil/trace.go:171","msg":"trace[1736642515] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7892; }","duration":"1.092919037s","start":"2026-03-04T05:15:20.456337Z","end":"2026-03-04T05:15:21.549256Z","steps":["trace[1736642515] 'agreement among raft nodes before linearized reading' (duration: 1.092696752s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:21.549319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:20.456315Z","time spent":"1.092993668s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T05:15:21.767748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.879403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:15:21.768019Z","caller":"traceutil/trace.go:171","msg":"trace[1426804378] linearizableReadLoop","detail":"{readStateIndex:8190; appliedIndex:8189; }","duration":"213.201505ms","start":"2026-03-04T05:15:21.554676Z","end":"2026-03-04T05:15:21.767878Z","steps":["trace[1426804378] 'read index received' (duration: 96.049086ms)","trace[1426804378] 'applied index is now lower than readState.Index' (duration: 117.150359ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:15:21.768007Z","caller":"traceutil/trace.go:171","msg":"trace[1663471691] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"214.348621ms","start":"2026-03-04T05:15:21.553625Z","end":"2026-03-04T05:15:21.767973Z","steps":["trace[1663471691] 'process raft request' (duration: 97.09844ms)","trace[1663471691] 'compare' (duration: 116.73785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:15:21.768247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.561984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19631"} {"level":"info","ts":"2026-03-04T05:15:21.768592Z","caller":"traceutil/trace.go:171","msg":"trace[1855160505] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7893; }","duration":"213.927932ms","start":"2026-03-04T05:15:21.55465Z","end":"2026-03-04T05:15:21.768578Z","steps":["trace[1855160505] 'agreement among raft nodes before linearized reading' (duration: 213.42109ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:15:22.478383Z","caller":"traceutil/trace.go:171","msg":"trace[1454929960] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"110.943774ms","start":"2026-03-04T05:15:22.367413Z","end":"2026-03-04T05:15:22.478357Z","steps":["trace[1454929960] 'process raft request' (duration: 110.572515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:23.706898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590312149,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T05:15:24.10108Z","caller":"traceutil/trace.go:171","msg":"trace[1738585835] transaction","detail":"{read_only:false; response_revision:7900; number_of_response:1; }","duration":"895.695435ms","start":"2026-03-04T05:15:23.205358Z","end":"2026-03-04T05:15:24.101054Z","steps":["trace[1738585835] 'process raft request' (duration: 895.648634ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:15:24.101187Z","caller":"traceutil/trace.go:171","msg":"trace[243452285] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"895.773706ms","start":"2026-03-04T05:15:23.20537Z","end":"2026-03-04T05:15:24.101143Z","steps":["trace[243452285] 'process raft request' (duration: 895.489409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:24.101239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:23.205316Z","time spent":"895.838448ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:15:24.101437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:23.205309Z","time spent":"895.969151ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:15:24.443813Z","caller":"traceutil/trace.go:171","msg":"trace[26046741] transaction","detail":"{read_only:false; response_revision:7901; number_of_response:1; }","duration":"1.237969369s","start":"2026-03-04T05:15:23.205818Z","end":"2026-03-04T05:15:24.443787Z","steps":["trace[26046741] 'process raft request' (duration: 1.237760604s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:24.443988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:23.205794Z","time spent":"1.238097192s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:15:24.444017Z","caller":"traceutil/trace.go:171","msg":"trace[1659910558] linearizableReadLoop","detail":"{readStateIndex:8200; appliedIndex:8196; }","duration":"1.238127092s","start":"2026-03-04T05:15:23.205859Z","end":"2026-03-04T05:15:24.443986Z","steps":["trace[1659910558] 'read index received' (duration: 894.997368ms)","trace[1659910558] 'applied index is now lower than readState.Index' (duration: 343.127574ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:15:24.444103Z","caller":"traceutil/trace.go:171","msg":"trace[584774473] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"1.229233144s","start":"2026-03-04T05:15:23.214822Z","end":"2026-03-04T05:15:24.444055Z","steps":["trace[584774473] 'process raft request' (duration: 1.228923897s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:24.444285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238394348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-04T05:15:24.44432Z","caller":"traceutil/trace.go:171","msg":"trace[931086233] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:7902; }","duration":"1.238474051s","start":"2026-03-04T05:15:23.205834Z","end":"2026-03-04T05:15:24.444308Z","steps":["trace[931086233] 'agreement among raft nodes before linearized reading' (duration: 1.238284126s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:24.444365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:23.205821Z","time spent":"1.238536052s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-bmdp5\" "} {"level":"warn","ts":"2026-03-04T05:15:24.444405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:23.214811Z","time spent":"1.22949085s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:15:24.598022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.177778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:15:24.598201Z","caller":"traceutil/trace.go:171","msg":"trace[1206615486] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"389.457967ms","start":"2026-03-04T05:15:24.208705Z","end":"2026-03-04T05:15:24.598163Z","steps":["trace[1206615486] 'process raft request' (duration: 258.038703ms)","trace[1206615486] 'compare' (duration: 130.939103ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:15:24.59828Z","caller":"traceutil/trace.go:171","msg":"trace[1728423101] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"127.700517ms","start":"2026-03-04T05:15:24.470552Z","end":"2026-03-04T05:15:24.598253Z","steps":["trace[1728423101] 'process raft request' (duration: 127.583384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:24.598346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:24.20849Z","time spent":"389.781624ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:15:24.598334Z","caller":"traceutil/trace.go:171","msg":"trace[1406440542] linearizableReadLoop","detail":"{readStateIndex:8201; appliedIndex:8200; }","duration":"154.192155ms","start":"2026-03-04T05:15:24.444088Z","end":"2026-03-04T05:15:24.59828Z","steps":["trace[1406440542] 'read index received' (duration: 22.515866ms)","trace[1406440542] 'applied index is now lower than readState.Index' (duration: 131.674079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:15:24.598432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.205195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:15:24.598521Z","caller":"traceutil/trace.go:171","msg":"trace[2135319873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7904; }","duration":"804.37201ms","start":"2026-03-04T05:15:23.79413Z","end":"2026-03-04T05:15:24.598502Z","steps":["trace[2135319873] 'agreement among raft nodes before linearized reading' (duration: 804.192715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:24.598576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:23.794081Z","time spent":"804.486472ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:15:24.598595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.695985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T05:15:24.5986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.229808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-f75c9665b-kmnv9.18998b7c49fbe80b\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T05:15:24.598629Z","caller":"traceutil/trace.go:171","msg":"trace[1477457502] range","detail":"{range_begin:/registry/events/openstack/barbican-api-f75c9665b-kmnv9.18998b7c49fbe80b; range_end:; response_count:1; response_revision:7904; }","duration":"311.30029ms","start":"2026-03-04T05:15:24.287323Z","end":"2026-03-04T05:15:24.598623Z","steps":["trace[1477457502] 'agreement among raft nodes before linearized reading' (duration: 311.180317ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:15:24.59863Z","caller":"traceutil/trace.go:171","msg":"trace[765757632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7904; }","duration":"821.770386ms","start":"2026-03-04T05:15:23.776849Z","end":"2026-03-04T05:15:24.598619Z","steps":["trace[765757632] 'agreement among raft nodes before linearized reading' (duration: 821.619253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:24.598436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.966217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:15:24.598657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:24.287295Z","time spent":"311.356171ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-f75c9665b-kmnv9.18998b7c49fbe80b\" "} {"level":"warn","ts":"2026-03-04T05:15:24.598666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:23.776828Z","time spent":"821.830467ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T05:15:24.598677Z","caller":"traceutil/trace.go:171","msg":"trace[920869796] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7904; }","duration":"809.276354ms","start":"2026-03-04T05:15:23.789386Z","end":"2026-03-04T05:15:24.598662Z","steps":["trace[920869796] 'agreement among raft nodes before linearized reading' (duration: 808.939347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:24.598719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:23.789318Z","time spent":"809.385416ms","remote":"127.0.0.1:57392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:15:24.641437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.989523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:15:24.641485Z","caller":"traceutil/trace.go:171","msg":"trace[962506924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7905; }","duration":"122.046004ms","start":"2026-03-04T05:15:24.519429Z","end":"2026-03-04T05:15:24.641475Z","steps":["trace[962506924] 'agreement among raft nodes before linearized reading' (duration: 121.814629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:24.641744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.0008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222749"} {"level":"info","ts":"2026-03-04T05:15:24.641803Z","caller":"traceutil/trace.go:171","msg":"trace[1576834651] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7905; }","duration":"192.105583ms","start":"2026-03-04T05:15:24.449686Z","end":"2026-03-04T05:15:24.641791Z","steps":["trace[1576834651] 'agreement among raft nodes before linearized reading' (duration: 191.599051ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:15:24.641263Z","caller":"traceutil/trace.go:171","msg":"trace[1240067207] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"156.690834ms","start":"2026-03-04T05:15:24.484525Z","end":"2026-03-04T05:15:24.641216Z","steps":["trace[1240067207] 'process raft request' (duration: 156.426328ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:15:24.88968Z","caller":"traceutil/trace.go:171","msg":"trace[610263656] linearizableReadLoop","detail":"{readStateIndex:8205; appliedIndex:8203; }","duration":"248.48048ms","start":"2026-03-04T05:15:24.64117Z","end":"2026-03-04T05:15:24.88965Z","steps":["trace[610263656] 'read index received' (duration: 247.753923ms)","trace[610263656] 'applied index is now lower than readState.Index' (duration: 725.397µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:15:24.889832Z","caller":"traceutil/trace.go:171","msg":"trace[1315582188] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"288.27593ms","start":"2026-03-04T05:15:24.601515Z","end":"2026-03-04T05:15:24.889791Z","steps":["trace[1315582188] 'process raft request' (duration: 287.867671ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:15:24.889882Z","caller":"traceutil/trace.go:171","msg":"trace[859439701] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"285.814833ms","start":"2026-03-04T05:15:24.604039Z","end":"2026-03-04T05:15:24.889854Z","steps":["trace[859439701] 'process raft request' (duration: 285.555437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:24.889872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.250113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:15:24.889964Z","caller":"traceutil/trace.go:171","msg":"trace[1480340275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7907; }","duration":"289.386746ms","start":"2026-03-04T05:15:24.600565Z","end":"2026-03-04T05:15:24.889952Z","steps":["trace[1480340275] 'agreement among raft nodes before linearized reading' (duration: 289.212702ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:15:24.938141Z","caller":"traceutil/trace.go:171","msg":"trace[926533530] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"292.262963ms","start":"2026-03-04T05:15:24.64584Z","end":"2026-03-04T05:15:24.938103Z","steps":["trace[926533530] 'process raft request' (duration: 292.032708ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:15:26.410717Z","caller":"traceutil/trace.go:171","msg":"trace[337802857] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"301.05751ms","start":"2026-03-04T05:15:26.109631Z","end":"2026-03-04T05:15:26.410689Z","steps":["trace[337802857] 'process raft request' (duration: 300.835775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:26.410912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:26.109615Z","time spent":"301.197473ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:15:26.410986Z","caller":"traceutil/trace.go:171","msg":"trace[239845619] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"301.296405ms","start":"2026-03-04T05:15:26.109661Z","end":"2026-03-04T05:15:26.410957Z","steps":["trace[239845619] 'process raft request' (duration: 300.977858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:26.411133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:26.10963Z","time spent":"301.425128ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:15:26.941206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.76337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:15:26.941475Z","caller":"traceutil/trace.go:171","msg":"trace[2067504753] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"489.183059ms","start":"2026-03-04T05:15:26.452274Z","end":"2026-03-04T05:15:26.941457Z","steps":["trace[2067504753] 'process raft request' (duration: 120.787975ms)","trace[2067504753] 'compare' (duration: 367.208807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:15:26.941595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:26.452247Z","time spent":"489.292611ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:15:26.941763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.959334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:15:26.941853Z","caller":"traceutil/trace.go:171","msg":"trace[522301096] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7911; }","duration":"374.112718ms","start":"2026-03-04T05:15:26.567708Z","end":"2026-03-04T05:15:26.941821Z","steps":["trace[522301096] 'agreement among raft nodes before linearized reading' (duration: 373.902763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:26.941899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:26.567685Z","time spent":"374.204561ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":54,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:15:26.941968Z","caller":"traceutil/trace.go:171","msg":"trace[1983800021] linearizableReadLoop","detail":"{readStateIndex:8209; appliedIndex:8208; }","duration":"373.630287ms","start":"2026-03-04T05:15:26.567769Z","end":"2026-03-04T05:15:26.9414Z","steps":["trace[1983800021] 'read index received' (duration: 5.183581ms)","trace[1983800021] 'applied index is now lower than readState.Index' (duration: 368.444336ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:15:27.002886Z","caller":"traceutil/trace.go:171","msg":"trace[57925144] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"397.639338ms","start":"2026-03-04T05:15:26.605214Z","end":"2026-03-04T05:15:27.002854Z","steps":["trace[57925144] 'process raft request' (duration: 397.459714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:27.003142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:26.605181Z","time spent":"397.852903ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:15:27.04322Z","caller":"traceutil/trace.go:171","msg":"trace[515123060] linearizableReadLoop","detail":"{readStateIndex:8212; appliedIndex:8209; }","duration":"101.182375ms","start":"2026-03-04T05:15:26.942018Z","end":"2026-03-04T05:15:27.0432Z","steps":["trace[515123060] 'read index received' (duration: 60.675238ms)","trace[515123060] 'applied index is now lower than readState.Index' (duration: 40.506097ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:15:27.043349Z","caller":"traceutil/trace.go:171","msg":"trace[1430152692] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"438.119765ms","start":"2026-03-04T05:15:26.605219Z","end":"2026-03-04T05:15:27.043338Z","steps":["trace[1430152692] 'process raft request' (duration: 436.316663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:27.043464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:26.605182Z","time spent":"438.200217ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:15:27.043707Z","caller":"traceutil/trace.go:171","msg":"trace[668838141] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"397.136407ms","start":"2026-03-04T05:15:26.646556Z","end":"2026-03-04T05:15:27.043692Z","steps":["trace[668838141] 'process raft request' (duration: 396.596454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:27.043773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:26.646536Z","time spent":"397.203048ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:15:27.043784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.543429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:15:27.043831Z","caller":"traceutil/trace.go:171","msg":"trace[1591609522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7914; }","duration":"253.641011ms","start":"2026-03-04T05:15:26.790174Z","end":"2026-03-04T05:15:27.043815Z","steps":["trace[1591609522] 'agreement among raft nodes before linearized reading' (duration: 253.561409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:27.043958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.250109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-04T05:15:27.043987Z","caller":"traceutil/trace.go:171","msg":"trace[397194816] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:7914; }","duration":"394.318191ms","start":"2026-03-04T05:15:26.649661Z","end":"2026-03-04T05:15:27.043979Z","steps":["trace[397194816] 'agreement among raft nodes before linearized reading' (duration: 394.189518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:27.044015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.796105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:15:27.044051Z","caller":"traceutil/trace.go:171","msg":"trace[722020272] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7914; }","duration":"126.858086ms","start":"2026-03-04T05:15:26.917184Z","end":"2026-03-04T05:15:27.044042Z","steps":["trace[722020272] 'agreement among raft nodes before linearized reading' (duration: 126.801635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:27.044111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.024176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:15:27.044146Z","caller":"traceutil/trace.go:171","msg":"trace[1375289631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7914; }","duration":"102.130088ms","start":"2026-03-04T05:15:26.942006Z","end":"2026-03-04T05:15:27.044136Z","steps":["trace[1375289631] 'agreement among raft nodes before linearized reading' (duration: 102.044456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:27.044244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.726581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T05:15:27.044283Z","caller":"traceutil/trace.go:171","msg":"trace[1402894953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7914; }","duration":"149.802213ms","start":"2026-03-04T05:15:26.894472Z","end":"2026-03-04T05:15:27.044275Z","steps":["trace[1402894953] 'agreement among raft nodes before linearized reading' (duration: 149.70782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:27.044025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:26.649644Z","time spent":"394.371512ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-bmdp5\" "} {"level":"warn","ts":"2026-03-04T05:15:27.044409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.229455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-04T05:15:27.044437Z","caller":"traceutil/trace.go:171","msg":"trace[1406819447] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7914; }","duration":"177.294036ms","start":"2026-03-04T05:15:26.867134Z","end":"2026-03-04T05:15:27.044428Z","steps":["trace[1406819447] 'agreement among raft nodes before linearized reading' (duration: 177.209474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:27.044459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.679014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:15:27.04449Z","caller":"traceutil/trace.go:171","msg":"trace[96138734] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7914; }","duration":"224.748885ms","start":"2026-03-04T05:15:26.819731Z","end":"2026-03-04T05:15:27.04448Z","steps":["trace[96138734] 'agreement among raft nodes before linearized reading' (duration: 224.690114ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:15:27.160578Z","caller":"traceutil/trace.go:171","msg":"trace[282874891] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"110.502735ms","start":"2026-03-04T05:15:27.050042Z","end":"2026-03-04T05:15:27.160545Z","steps":["trace[282874891] 'process raft request' (duration: 107.969125ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:15:27.160829Z","caller":"traceutil/trace.go:171","msg":"trace[1945705994] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"108.168129ms","start":"2026-03-04T05:15:27.052651Z","end":"2026-03-04T05:15:27.160819Z","steps":["trace[1945705994] 'process raft request' (duration: 107.839841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:27.553909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.873769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:15:27.554065Z","caller":"traceutil/trace.go:171","msg":"trace[1243224380] linearizableReadLoop","detail":"{readStateIndex:8216; appliedIndex:8215; }","duration":"359.688798ms","start":"2026-03-04T05:15:27.194347Z","end":"2026-03-04T05:15:27.554036Z","steps":["trace[1243224380] 'read index received' (duration: 222.620125ms)","trace[1243224380] 'applied index is now lower than readState.Index' (duration: 137.066283ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:15:27.554241Z","caller":"traceutil/trace.go:171","msg":"trace[2119834408] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"366.928467ms","start":"2026-03-04T05:15:27.187251Z","end":"2026-03-04T05:15:27.554179Z","steps":["trace[2119834408] 'process raft request' (duration: 229.641299ms)","trace[2119834408] 'compare' (duration: 136.608323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:15:27.554389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.041986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-04T05:15:27.554399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:27.187228Z","time spent":"367.081032ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:15:27.554433Z","caller":"traceutil/trace.go:171","msg":"trace[579874892] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7918; }","duration":"360.109518ms","start":"2026-03-04T05:15:27.194311Z","end":"2026-03-04T05:15:27.554421Z","steps":["trace[579874892] 'agreement among raft nodes before linearized reading' (duration: 359.866962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:27.55447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:27.1943Z","time spent":"360.162309ms","remote":"127.0.0.1:32844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T05:15:27.554453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.934006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:15:27.554532Z","caller":"traceutil/trace.go:171","msg":"trace[344034839] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7918; }","duration":"278.030158ms","start":"2026-03-04T05:15:27.27648Z","end":"2026-03-04T05:15:27.55451Z","steps":["trace[344034839] 'agreement among raft nodes before linearized reading' (duration: 277.882755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:28.106707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.495581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:15:28.106818Z","caller":"traceutil/trace.go:171","msg":"trace[2069188302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7918; }","duration":"316.668965ms","start":"2026-03-04T05:15:27.790124Z","end":"2026-03-04T05:15:28.106793Z","steps":["trace[2069188302] 'range keys from in-memory index tree' (duration: 316.392789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:28.107064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:27.7901Z","time spent":"316.759777ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:15:53.529453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.636145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:15:53.529596Z","caller":"traceutil/trace.go:171","msg":"trace[311857151] linearizableReadLoop","detail":"{readStateIndex:8404; appliedIndex:8402; }","duration":"330.124558ms","start":"2026-03-04T05:15:53.199459Z","end":"2026-03-04T05:15:53.529584Z","steps":["trace[311857151] 'read index received' (duration: 47.283378ms)","trace[311857151] 'applied index is now lower than readState.Index' (duration: 282.84028ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:15:53.529666Z","caller":"traceutil/trace.go:171","msg":"trace[365088689] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"400.458418ms","start":"2026-03-04T05:15:53.129202Z","end":"2026-03-04T05:15:53.52966Z","steps":["trace[365088689] 'process raft request' (duration: 400.345855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:53.529707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:53.129193Z","time spent":"400.494328ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:15:53.529812Z","caller":"traceutil/trace.go:171","msg":"trace[920100260] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"403.465698ms","start":"2026-03-04T05:15:53.126248Z","end":"2026-03-04T05:15:53.529714Z","steps":["trace[920100260] 'process raft request' (duration: 120.486105ms)","trace[920100260] 'compare' (duration: 282.493022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:15:53.529837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.501381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T05:15:53.529862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.389505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-04T05:15:53.529872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.831472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T05:15:53.529912Z","caller":"traceutil/trace.go:171","msg":"trace[1914023298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8098; }","duration":"244.596524ms","start":"2026-03-04T05:15:53.285282Z","end":"2026-03-04T05:15:53.529879Z","steps":["trace[1914023298] 'agreement among raft nodes before linearized reading' (duration: 244.41856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:53.529928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:53.126224Z","time spent":"403.650232ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:15:53.529948Z","caller":"traceutil/trace.go:171","msg":"trace[607251646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8098; }","duration":"242.942174ms","start":"2026-03-04T05:15:53.28699Z","end":"2026-03-04T05:15:53.529932Z","steps":["trace[607251646] 'agreement among raft nodes before linearized reading' (duration: 242.741729ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:15:53.529902Z","caller":"traceutil/trace.go:171","msg":"trace[1868730004] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:8098; }","duration":"330.475146ms","start":"2026-03-04T05:15:53.199416Z","end":"2026-03-04T05:15:53.529891Z","steps":["trace[1868730004] 'agreement among raft nodes before linearized reading' (duration: 330.313762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:53.530645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:53.199398Z","time spent":"331.194304ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-bmdp5\" "} {"level":"info","ts":"2026-03-04T05:15:55.801899Z","caller":"traceutil/trace.go:171","msg":"trace[1912754367] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"707.239511ms","start":"2026-03-04T05:15:55.094632Z","end":"2026-03-04T05:15:55.801871Z","steps":["trace[1912754367] 'process raft request' (duration: 707.080507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:55.802083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:55.094603Z","time spent":"707.386765ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:15:55.803152Z","caller":"traceutil/trace.go:171","msg":"trace[693336429] linearizableReadLoop","detail":"{readStateIndex:8412; appliedIndex:8410; }","duration":"275.489098ms","start":"2026-03-04T05:15:55.527631Z","end":"2026-03-04T05:15:55.80312Z","steps":["trace[693336429] 'read index received' (duration: 274.009854ms)","trace[693336429] 'applied index is now lower than readState.Index' (duration: 1.478384ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:15:55.803465Z","caller":"traceutil/trace.go:171","msg":"trace[621963856] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"701.25345ms","start":"2026-03-04T05:15:55.102201Z","end":"2026-03-04T05:15:55.803455Z","steps":["trace[621963856] 'process raft request' (duration: 700.684057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:55.803593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:55.102175Z","time spent":"701.318712ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:15:55.80375Z","caller":"traceutil/trace.go:171","msg":"trace[54929789] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"269.390446ms","start":"2026-03-04T05:15:55.534354Z","end":"2026-03-04T05:15:55.803744Z","steps":["trace[54929789] 'process raft request' (duration: 268.692389ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:15:55.803829Z","caller":"traceutil/trace.go:171","msg":"trace[29084535] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"268.72661ms","start":"2026-03-04T05:15:55.535097Z","end":"2026-03-04T05:15:55.803824Z","steps":["trace[29084535] 'process raft request' (duration: 267.986172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:55.803976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.343199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:15:55.804003Z","caller":"traceutil/trace.go:171","msg":"trace[1308131661] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8108; }","duration":"276.411191ms","start":"2026-03-04T05:15:55.527586Z","end":"2026-03-04T05:15:55.803997Z","steps":["trace[1308131661] 'agreement among raft nodes before linearized reading' (duration: 276.302598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:55.804179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.237175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T05:15:55.804196Z","caller":"traceutil/trace.go:171","msg":"trace[1081195908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8108; }","duration":"264.287366ms","start":"2026-03-04T05:15:55.539904Z","end":"2026-03-04T05:15:55.804191Z","steps":["trace[1081195908] 'agreement among raft nodes before linearized reading' (duration: 264.186264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:55.804371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.749275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-04T05:15:55.804394Z","caller":"traceutil/trace.go:171","msg":"trace[1648808000] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:8108; }","duration":"249.812937ms","start":"2026-03-04T05:15:55.554575Z","end":"2026-03-04T05:15:55.804388Z","steps":["trace[1648808000] 'agreement among raft nodes before linearized reading' (duration: 249.749235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:55.804499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.392747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:15:55.804715Z","caller":"traceutil/trace.go:171","msg":"trace[1850747551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8108; }","duration":"258.626613ms","start":"2026-03-04T05:15:55.546083Z","end":"2026-03-04T05:15:55.80471Z","steps":["trace[1850747551] 'agreement among raft nodes before linearized reading' (duration: 258.377747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:56.324181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590312853,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T05:15:56.440537Z","caller":"traceutil/trace.go:171","msg":"trace[1550167522] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"630.677606ms","start":"2026-03-04T05:15:55.80981Z","end":"2026-03-04T05:15:56.440487Z","steps":["trace[1550167522] 'process raft request' (duration: 625.526525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:56.440791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:55.809791Z","time spent":"630.87894ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:15:56.446339Z","caller":"traceutil/trace.go:171","msg":"trace[353598645] linearizableReadLoop","detail":"{readStateIndex:8416; appliedIndex:8414; }","duration":"622.697338ms","start":"2026-03-04T05:15:55.823623Z","end":"2026-03-04T05:15:56.44632Z","steps":["trace[353598645] 'read index received' (duration: 611.873565ms)","trace[353598645] 'applied index is now lower than readState.Index' (duration: 10.822883ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:15:56.446456Z","caller":"traceutil/trace.go:171","msg":"trace[1216229584] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"632.034247ms","start":"2026-03-04T05:15:55.814368Z","end":"2026-03-04T05:15:56.446402Z","steps":["trace[1216229584] 'process raft request' (duration: 631.841523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:56.446556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.344234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:15:56.446599Z","caller":"traceutil/trace.go:171","msg":"trace[1275066504] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8110; }","duration":"507.437087ms","start":"2026-03-04T05:15:55.93915Z","end":"2026-03-04T05:15:56.446588Z","steps":["trace[1275066504] 'agreement among raft nodes before linearized reading' (duration: 507.310624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:56.446631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:55.939132Z","time spent":"507.492687ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:15:56.446726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.085996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:15:56.446777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.023498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:15:56.446834Z","caller":"traceutil/trace.go:171","msg":"trace[1587651322] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8110; }","duration":"362.13026ms","start":"2026-03-04T05:15:56.08469Z","end":"2026-03-04T05:15:56.44682Z","steps":["trace[1587651322] 'agreement among raft nodes before linearized reading' (duration: 362.035088ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:15:56.446847Z","caller":"traceutil/trace.go:171","msg":"trace[1327369798] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8110; }","duration":"155.2652ms","start":"2026-03-04T05:15:56.291548Z","end":"2026-03-04T05:15:56.446813Z","steps":["trace[1327369798] 'agreement among raft nodes before linearized reading' (duration: 155.072645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:56.446877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:56.084664Z","time spent":"362.203441ms","remote":"127.0.0.1:56396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:15:56.446923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.264101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227479"} {"level":"info","ts":"2026-03-04T05:15:56.447023Z","caller":"traceutil/trace.go:171","msg":"trace[438494916] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8110; }","duration":"623.412895ms","start":"2026-03-04T05:15:55.823584Z","end":"2026-03-04T05:15:56.446997Z","steps":["trace[438494916] 'agreement among raft nodes before linearized reading' (duration: 622.842612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:56.44708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:55.823572Z","time spent":"623.497687ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227502,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T05:15:56.446588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:15:55.81434Z","time spent":"632.183091ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:15:56.447315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.999937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:15:56.447362Z","caller":"traceutil/trace.go:171","msg":"trace[354352604] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8110; }","duration":"191.1061ms","start":"2026-03-04T05:15:56.256241Z","end":"2026-03-04T05:15:56.447348Z","steps":["trace[354352604] 'agreement among raft nodes before linearized reading' (duration: 191.028199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:59.351218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.800036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:15:59.351326Z","caller":"traceutil/trace.go:171","msg":"trace[150676055] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8121; }","duration":"156.98911ms","start":"2026-03-04T05:15:59.194315Z","end":"2026-03-04T05:15:59.351304Z","steps":["trace[150676055] 'count revisions from in-memory index tree' (duration: 156.660773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:59.805736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.105669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:15:59.805838Z","caller":"traceutil/trace.go:171","msg":"trace[922350011] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8122; }","duration":"269.269353ms","start":"2026-03-04T05:15:59.536544Z","end":"2026-03-04T05:15:59.805814Z","steps":["trace[922350011] 'count revisions from in-memory index tree' (duration: 269.016207ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:15:59.929013Z","caller":"traceutil/trace.go:171","msg":"trace[1392187001] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"111.541875ms","start":"2026-03-04T05:15:59.817428Z","end":"2026-03-04T05:15:59.92897Z","steps":["trace[1392187001] 'process raft request' (duration: 111.341691ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:15:59.942016Z","caller":"traceutil/trace.go:171","msg":"trace[451156447] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"107.94237ms","start":"2026-03-04T05:15:59.834042Z","end":"2026-03-04T05:15:59.941984Z","steps":["trace[451156447] 'process raft request' (duration: 107.758146ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:15:59.94217Z","caller":"traceutil/trace.go:171","msg":"trace[1333597304] linearizableReadLoop","detail":"{readStateIndex:8432; appliedIndex:8429; }","duration":"104.751326ms","start":"2026-03-04T05:15:59.837388Z","end":"2026-03-04T05:15:59.94214Z","steps":["trace[1333597304] 'read index received' (duration: 91.439724ms)","trace[1333597304] 'applied index is now lower than readState.Index' (duration: 13.308732ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:15:59.94227Z","caller":"traceutil/trace.go:171","msg":"trace[1203599188] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"108.043673ms","start":"2026-03-04T05:15:59.834188Z","end":"2026-03-04T05:15:59.942232Z","steps":["trace[1203599188] 'process raft request' (duration: 107.747676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:59.942417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.006882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T05:15:59.942467Z","caller":"traceutil/trace.go:171","msg":"trace[1265766436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8125; }","duration":"105.133805ms","start":"2026-03-04T05:15:59.837319Z","end":"2026-03-04T05:15:59.942453Z","steps":["trace[1265766436] 'agreement among raft nodes before linearized reading' (duration: 104.91199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:00.680626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.754453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T05:16:00.680936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.211073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T05:16:00.681054Z","caller":"traceutil/trace.go:171","msg":"trace[331084082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8129; }","duration":"104.372246ms","start":"2026-03-04T05:16:00.576657Z","end":"2026-03-04T05:16:00.681029Z","steps":["trace[331084082] 'agreement among raft nodes before linearized reading' (duration: 104.047599ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:00.693453Z","caller":"traceutil/trace.go:171","msg":"trace[144477968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8129; }","duration":"106.917297ms","start":"2026-03-04T05:16:00.573789Z","end":"2026-03-04T05:16:00.680706Z","steps":["trace[144477968] 'agreement among raft nodes before linearized reading' (duration: 106.584269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:02.322257Z","caller":"traceutil/trace.go:171","msg":"trace[801053658] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"414.953708ms","start":"2026-03-04T05:16:01.907265Z","end":"2026-03-04T05:16:02.322219Z","steps":["trace[801053658] 'process raft request' (duration: 414.698632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:02.322617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:01.907231Z","time spent":"415.133332ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:16:02.492392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.366645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:16:02.49262Z","caller":"traceutil/trace.go:171","msg":"trace[1562955828] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"558.267258ms","start":"2026-03-04T05:16:01.934323Z","end":"2026-03-04T05:16:02.49259Z","steps":["trace[1562955828] 'process raft request' (duration: 436.572715ms)","trace[1562955828] 'compare' (duration: 121.164471ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:16:02.492681Z","caller":"traceutil/trace.go:171","msg":"trace[1881310281] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"545.996601ms","start":"2026-03-04T05:16:01.946661Z","end":"2026-03-04T05:16:02.492658Z","steps":["trace[1881310281] 'process raft request' (duration: 545.859027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:02.492767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:01.934303Z","time spent":"558.374591ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:16:02.492797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:01.946642Z","time spent":"546.118103ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:16:02.492967Z","caller":"traceutil/trace.go:171","msg":"trace[3229317] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"544.69273ms","start":"2026-03-04T05:16:01.948246Z","end":"2026-03-04T05:16:02.492939Z","steps":["trace[3229317] 'process raft request' (duration: 544.359002ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:02.49298Z","caller":"traceutil/trace.go:171","msg":"trace[1627868666] linearizableReadLoop","detail":"{readStateIndex:8443; appliedIndex:8439; }","duration":"519.274164ms","start":"2026-03-04T05:16:01.97369Z","end":"2026-03-04T05:16:02.492964Z","steps":["trace[1627868666] 'read index received' (duration: 348.304025ms)","trace[1627868666] 'applied index is now lower than readState.Index' (duration: 170.968399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:16:02.493105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:01.948237Z","time spent":"544.789902ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:16:02.493079Z","caller":"traceutil/trace.go:171","msg":"trace[582855102] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"513.110959ms","start":"2026-03-04T05:16:01.979939Z","end":"2026-03-04T05:16:02.49305Z","steps":["trace[582855102] 'process raft request' (duration: 512.925854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:02.493142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.467299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T05:16:02.493175Z","caller":"traceutil/trace.go:171","msg":"trace[355617594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8137; }","duration":"519.567201ms","start":"2026-03-04T05:16:01.9736Z","end":"2026-03-04T05:16:02.493167Z","steps":["trace[355617594] 'agreement among raft nodes before linearized reading' (duration: 519.410397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:02.493197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:01.973569Z","time spent":"519.622292ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:16:02.493285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:01.979929Z","time spent":"513.240963ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:16:02.808608Z","caller":"traceutil/trace.go:171","msg":"trace[1431151446] linearizableReadLoop","detail":"{readStateIndex:8446; appliedIndex:8445; }","duration":"197.398168ms","start":"2026-03-04T05:16:02.611178Z","end":"2026-03-04T05:16:02.808576Z","steps":["trace[1431151446] 'read index received' (duration: 197.189053ms)","trace[1431151446] 'applied index is now lower than readState.Index' (duration: 207.785µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:16:02.808666Z","caller":"traceutil/trace.go:171","msg":"trace[245212899] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"225.354903ms","start":"2026-03-04T05:16:02.583276Z","end":"2026-03-04T05:16:02.808631Z","steps":["trace[245212899] 'process raft request' (duration: 225.110338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:02.808873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.672154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:16:02.808925Z","caller":"traceutil/trace.go:171","msg":"trace[1316111318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8139; }","duration":"197.793987ms","start":"2026-03-04T05:16:02.611119Z","end":"2026-03-04T05:16:02.808913Z","steps":["trace[1316111318] 'agreement among raft nodes before linearized reading' (duration: 197.598502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:02.835777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.992851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-04T05:16:02.835874Z","caller":"traceutil/trace.go:171","msg":"trace[1466380990] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:8140; }","duration":"221.136055ms","start":"2026-03-04T05:16:02.614713Z","end":"2026-03-04T05:16:02.835849Z","steps":["trace[1466380990] 'agreement among raft nodes before linearized reading' (duration: 220.883269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:02.835995Z","caller":"traceutil/trace.go:171","msg":"trace[1447407862] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"190.714741ms","start":"2026-03-04T05:16:02.645237Z","end":"2026-03-04T05:16:02.835952Z","steps":["trace[1447407862] 'process raft request' (duration: 190.119077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:02.836499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.435582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T05:16:02.836557Z","caller":"traceutil/trace.go:171","msg":"trace[1798097228] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:8141; }","duration":"189.627846ms","start":"2026-03-04T05:16:02.646904Z","end":"2026-03-04T05:16:02.836532Z","steps":["trace[1798097228] 'agreement among raft nodes before linearized reading' (duration: 189.334159ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:02.959691Z","caller":"traceutil/trace.go:171","msg":"trace[301798627] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"118.084288ms","start":"2026-03-04T05:16:02.841583Z","end":"2026-03-04T05:16:02.959667Z","steps":["trace[301798627] 'process raft request' (duration: 117.871103ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:02.959836Z","caller":"traceutil/trace.go:171","msg":"trace[134083846] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"118.12694ms","start":"2026-03-04T05:16:02.841646Z","end":"2026-03-04T05:16:02.959773Z","steps":["trace[134083846] 'process raft request' (duration: 117.955496ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:02.959687Z","caller":"traceutil/trace.go:171","msg":"trace[1238961945] linearizableReadLoop","detail":"{readStateIndex:8451; appliedIndex:8448; }","duration":"117.848693ms","start":"2026-03-04T05:16:02.841807Z","end":"2026-03-04T05:16:02.959655Z","steps":["trace[1238961945] 'read index received' (duration: 93.543933ms)","trace[1238961945] 'applied index is now lower than readState.Index' (duration: 24.3032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:16:02.960283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.418316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227479"} {"level":"info","ts":"2026-03-04T05:16:02.960362Z","caller":"traceutil/trace.go:171","msg":"trace[1962953950] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8143; }","duration":"118.545559ms","start":"2026-03-04T05:16:02.841801Z","end":"2026-03-04T05:16:02.960346Z","steps":["trace[1962953950] 'agreement among raft nodes before linearized reading' (duration: 117.947975ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:09.115445Z","caller":"traceutil/trace.go:171","msg":"trace[2125184378] linearizableReadLoop","detail":"{readStateIndex:8512; appliedIndex:8511; }","duration":"123.561627ms","start":"2026-03-04T05:16:08.991848Z","end":"2026-03-04T05:16:09.115409Z","steps":["trace[2125184378] 'read index received' (duration: 123.203109ms)","trace[2125184378] 'applied index is now lower than readState.Index' (duration: 357.038µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:16:09.115528Z","caller":"traceutil/trace.go:171","msg":"trace[378413457] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"130.809196ms","start":"2026-03-04T05:16:08.984687Z","end":"2026-03-04T05:16:09.115496Z","steps":["trace[378413457] 'process raft request' (duration: 130.472628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:09.11575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.873114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-04T05:16:09.115834Z","caller":"traceutil/trace.go:171","msg":"trace[2073916225] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:8200; }","duration":"124.002007ms","start":"2026-03-04T05:16:08.991814Z","end":"2026-03-04T05:16:09.115816Z","steps":["trace[2073916225] 'agreement among raft nodes before linearized reading' (duration: 123.742801ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:09.79308Z","caller":"traceutil/trace.go:171","msg":"trace[1490898202] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"113.231984ms","start":"2026-03-04T05:16:09.679827Z","end":"2026-03-04T05:16:09.793059Z","steps":["trace[1490898202] 'process raft request' (duration: 112.767053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:10.104267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.520761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:16:10.104356Z","caller":"traceutil/trace.go:171","msg":"trace[1416550390] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8214; }","duration":"113.684805ms","start":"2026-03-04T05:16:09.990651Z","end":"2026-03-04T05:16:10.104336Z","steps":["trace[1416550390] 'count revisions from in-memory index tree' (duration: 113.425869ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:10.104953Z","caller":"traceutil/trace.go:171","msg":"trace[856735321] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"107.366998ms","start":"2026-03-04T05:16:09.997557Z","end":"2026-03-04T05:16:10.104924Z","steps":["trace[856735321] 'process raft request' (duration: 80.471467ms)","trace[856735321] 'compare' (duration: 26.392369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:16:11.531954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.313496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:16:11.53248Z","caller":"traceutil/trace.go:171","msg":"trace[846245258] linearizableReadLoop","detail":"{readStateIndex:8535; appliedIndex:8533; }","duration":"839.355647ms","start":"2026-03-04T05:16:10.693083Z","end":"2026-03-04T05:16:11.532438Z","steps":["trace[846245258] 'read index received' (duration: 17.508011ms)","trace[846245258] 'applied index is now lower than readState.Index' (duration: 821.844106ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:16:11.532147Z","caller":"traceutil/trace.go:171","msg":"trace[388014585] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"316.069289ms","start":"2026-03-04T05:16:11.216061Z","end":"2026-03-04T05:16:11.53213Z","steps":["trace[388014585] 'process raft request' (duration: 315.997398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:11.532666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:11.216029Z","time spent":"316.602222ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T05:16:11.532776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.683275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-04T05:16:11.532809Z","caller":"traceutil/trace.go:171","msg":"trace[694839456] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8223; }","duration":"839.778887ms","start":"2026-03-04T05:16:10.693023Z","end":"2026-03-04T05:16:11.532801Z","steps":["trace[694839456] 'agreement among raft nodes before linearized reading' (duration: 839.576062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:11.532833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:10.693Z","time spent":"839.827019ms","remote":"127.0.0.1:60464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T05:16:11.53301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.164928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:16:11.533054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.247153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-04T05:16:11.533087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.667831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T05:16:11.533123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.970566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:16:11.533148Z","caller":"traceutil/trace.go:171","msg":"trace[1327867959] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8223; }","duration":"586.025328ms","start":"2026-03-04T05:16:10.947116Z","end":"2026-03-04T05:16:11.533142Z","steps":["trace[1327867959] 'agreement among raft nodes before linearized reading' (duration: 585.967597ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:11.533146Z","caller":"traceutil/trace.go:171","msg":"trace[1079536807] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8223; }","duration":"542.780614ms","start":"2026-03-04T05:16:10.990351Z","end":"2026-03-04T05:16:11.533131Z","steps":["trace[1079536807] 'agreement among raft nodes before linearized reading' (duration: 542.583839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:11.533192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:10.9471Z","time spent":"586.075329ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:16:11.533101Z","caller":"traceutil/trace.go:171","msg":"trace[40124634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8223; }","duration":"742.318863ms","start":"2026-03-04T05:16:10.790761Z","end":"2026-03-04T05:16:11.53308Z","steps":["trace[40124634] 'agreement among raft nodes before linearized reading' (duration: 742.159979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:11.533188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.988749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T05:16:11.533232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:10.790734Z","time spent":"742.489496ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:16:11.533121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.36309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T05:16:11.533241Z","caller":"traceutil/trace.go:171","msg":"trace[2118426818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8223; }","duration":"668.136883ms","start":"2026-03-04T05:16:10.86509Z","end":"2026-03-04T05:16:11.533226Z","steps":["trace[2118426818] 'agreement among raft nodes before linearized reading' (duration: 667.944308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:11.53325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.467429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T05:16:11.533307Z","caller":"traceutil/trace.go:171","msg":"trace[1240202643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8223; }","duration":"413.609946ms","start":"2026-03-04T05:16:11.119681Z","end":"2026-03-04T05:16:11.53329Z","steps":["trace[1240202643] 'agreement among raft nodes before linearized reading' (duration: 413.273138ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:11.533097Z","caller":"traceutil/trace.go:171","msg":"trace[1705977463] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:8223; }","duration":"406.315635ms","start":"2026-03-04T05:16:11.126768Z","end":"2026-03-04T05:16:11.533084Z","steps":["trace[1705977463] 'agreement among raft nodes before linearized reading' (duration: 406.170911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:11.533308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:10.865052Z","time spent":"668.245426ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:16:11.533389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:11.119664Z","time spent":"413.697978ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:16:11.533383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:11.126751Z","time spent":"406.621711ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-bmdp5\" "} {"level":"info","ts":"2026-03-04T05:16:11.533317Z","caller":"traceutil/trace.go:171","msg":"trace[1108125097] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8223; }","duration":"688.574322ms","start":"2026-03-04T05:16:10.844729Z","end":"2026-03-04T05:16:11.533303Z","steps":["trace[1108125097] 'agreement among raft nodes before linearized reading' (duration: 688.397068ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:11.532531Z","caller":"traceutil/trace.go:171","msg":"trace[1904372622] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"869.317939ms","start":"2026-03-04T05:16:10.663187Z","end":"2026-03-04T05:16:11.532505Z","steps":["trace[1904372622] 'process raft request' (duration: 534.339127ms)","trace[1904372622] 'compare' (duration: 334.194924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:16:11.533603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:10.663161Z","time spent":"870.375024ms","remote":"127.0.0.1:60410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:16:11.533502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:10.844707Z","time spent":"688.779607ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:16:11.533049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.802251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:16:11.533835Z","caller":"traceutil/trace.go:171","msg":"trace[1135910929] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8223; }","duration":"626.666901ms","start":"2026-03-04T05:16:10.907156Z","end":"2026-03-04T05:16:11.533823Z","steps":["trace[1135910929] 'agreement among raft nodes before linearized reading' (duration: 625.801801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:11.533859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:10.907131Z","time spent":"626.717832ms","remote":"127.0.0.1:32784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:16:11.539183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:10.990327Z","time spent":"542.863296ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:16:12.135493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.347293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:16:12.135626Z","caller":"traceutil/trace.go:171","msg":"trace[764245484] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"595.302906ms","start":"2026-03-04T05:16:11.540297Z","end":"2026-03-04T05:16:12.1356Z","steps":["trace[764245484] 'process raft request' (duration: 488.703067ms)","trace[764245484] 'compare' (duration: 106.121928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:16:12.135713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:11.540257Z","time spent":"595.417019ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T05:16:12.411632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.981648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:16:12.411875Z","caller":"traceutil/trace.go:171","msg":"trace[2103843398] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"870.897128ms","start":"2026-03-04T05:16:11.540931Z","end":"2026-03-04T05:16:12.411828Z","steps":["trace[2103843398] 'process raft request' (duration: 737.586563ms)","trace[2103843398] 'compare' (duration: 132.715881ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:16:12.411962Z","caller":"traceutil/trace.go:171","msg":"trace[103657879] linearizableReadLoop","detail":"{readStateIndex:8541; appliedIndex:8536; }","duration":"870.242143ms","start":"2026-03-04T05:16:11.541695Z","end":"2026-03-04T05:16:12.411937Z","steps":["trace[103657879] 'read index received' (duration: 487.247404ms)","trace[103657879] 'applied index is now lower than readState.Index' (duration: 382.993268ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:16:12.412065Z","caller":"traceutil/trace.go:171","msg":"trace[182106951] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"870.862256ms","start":"2026-03-04T05:16:11.541192Z","end":"2026-03-04T05:16:12.412055Z","steps":["trace[182106951] 'process raft request' (duration: 870.61457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:12.412108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:11.540923Z","time spent":"871.058392ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:16:12.412105Z","caller":"traceutil/trace.go:171","msg":"trace[770233503] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"870.952589ms","start":"2026-03-04T05:16:11.541117Z","end":"2026-03-04T05:16:12.412069Z","steps":["trace[770233503] 'process raft request' (duration: 870.629341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:12.412151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:11.541178Z","time spent":"870.927288ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:16:12.412265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:11.541111Z","time spent":"871.066861ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:16:12.412332Z","caller":"traceutil/trace.go:171","msg":"trace[787205106] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"870.923808ms","start":"2026-03-04T05:16:11.541395Z","end":"2026-03-04T05:16:12.412319Z","steps":["trace[787205106] 'process raft request' (duration: 870.458848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:12.412348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.697259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18998b8966d0888b\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-04T05:16:12.412406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:11.541381Z","time spent":"870.976829ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:16:12.412425Z","caller":"traceutil/trace.go:171","msg":"trace[1158533578] transaction","detail":"{read_only:false; response_revision:8229; number_of_response:1; }","duration":"869.037444ms","start":"2026-03-04T05:16:11.543376Z","end":"2026-03-04T05:16:12.412414Z","steps":["trace[1158533578] 'process raft request' (duration: 868.510941ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:12.412445Z","caller":"traceutil/trace.go:171","msg":"trace[1361017885] range","detail":"{range_begin:/registry/events/openstack/ceph.18998b8966d0888b; range_end:; response_count:1; response_revision:8229; }","duration":"869.811362ms","start":"2026-03-04T05:16:11.54261Z","end":"2026-03-04T05:16:12.412421Z","steps":["trace[1361017885] 'agreement among raft nodes before linearized reading' (duration: 869.575936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:12.412487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:11.543366Z","time spent":"869.082605ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:16:12.41251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:11.542605Z","time spent":"869.885594ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18998b8966d0888b\" "} {"level":"warn","ts":"2026-03-04T05:16:12.412617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.906018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227394"} {"level":"info","ts":"2026-03-04T05:16:12.412677Z","caller":"traceutil/trace.go:171","msg":"trace[324233280] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8229; }","duration":"870.98389ms","start":"2026-03-04T05:16:11.541677Z","end":"2026-03-04T05:16:12.412661Z","steps":["trace[324233280] 'agreement among raft nodes before linearized reading' (duration: 870.484618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:12.412878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:11.541672Z","time spent":"871.135803ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227417,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T05:16:12.412691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.093775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-04T05:16:12.41297Z","caller":"traceutil/trace.go:171","msg":"trace[94878093] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8229; }","duration":"869.378052ms","start":"2026-03-04T05:16:11.543571Z","end":"2026-03-04T05:16:12.412949Z","steps":["trace[94878093] 'agreement among raft nodes before linearized reading' (duration: 868.956242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:12.412726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.262129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-04T05:16:12.413019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:11.543561Z","time spent":"869.443564ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T05:16:12.413042Z","caller":"traceutil/trace.go:171","msg":"trace[768462731] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8229; }","duration":"869.571466ms","start":"2026-03-04T05:16:11.543456Z","end":"2026-03-04T05:16:12.413027Z","steps":["trace[768462731] 'agreement among raft nodes before linearized reading' (duration: 869.120346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:12.413099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:11.543411Z","time spent":"869.672598ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"info","ts":"2026-03-04T05:16:12.683569Z","caller":"traceutil/trace.go:171","msg":"trace[690448809] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"208.324764ms","start":"2026-03-04T05:16:12.475219Z","end":"2026-03-04T05:16:12.683544Z","steps":["trace[690448809] 'process raft request' (duration: 208.13431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:12.916156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.936808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:16:12.91636Z","caller":"traceutil/trace.go:171","msg":"trace[1566970589] linearizableReadLoop","detail":"{readStateIndex:8546; appliedIndex:8543; }","duration":"314.391811ms","start":"2026-03-04T05:16:12.601955Z","end":"2026-03-04T05:16:12.916347Z","steps":["trace[1566970589] 'read index received' (duration: 81.367658ms)","trace[1566970589] 'applied index is now lower than readState.Index' (duration: 233.023503ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:16:12.916429Z","caller":"traceutil/trace.go:171","msg":"trace[2075787614] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"382.664231ms","start":"2026-03-04T05:16:12.533758Z","end":"2026-03-04T05:16:12.916422Z","steps":["trace[2075787614] 'process raft request' (duration: 382.466696ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:12.916411Z","caller":"traceutil/trace.go:171","msg":"trace[1539771501] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"439.416152ms","start":"2026-03-04T05:16:12.476949Z","end":"2026-03-04T05:16:12.916365Z","steps":["trace[1539771501] 'process raft request' (duration: 262.177247ms)","trace[1539771501] 'compare' (duration: 176.804275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:16:12.916485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:12.533735Z","time spent":"382.717552ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:16:12.916543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:12.47693Z","time spent":"439.542775ms","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T05:16:12.916609Z","caller":"traceutil/trace.go:171","msg":"trace[752714856] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"261.704315ms","start":"2026-03-04T05:16:12.654899Z","end":"2026-03-04T05:16:12.916603Z","steps":["trace[752714856] 'process raft request' (duration: 261.397258ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:12.916661Z","caller":"traceutil/trace.go:171","msg":"trace[1947720359] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"261.48655ms","start":"2026-03-04T05:16:12.65517Z","end":"2026-03-04T05:16:12.916656Z","steps":["trace[1947720359] 'process raft request' (duration: 261.149962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:12.916724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.77777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:16:12.916743Z","caller":"traceutil/trace.go:171","msg":"trace[13607438] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8235; }","duration":"314.848081ms","start":"2026-03-04T05:16:12.601889Z","end":"2026-03-04T05:16:12.916737Z","steps":["trace[13607438] 'agreement among raft nodes before linearized reading' (duration: 314.81052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:12.916758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:12.601862Z","time spent":"314.892232ms","remote":"127.0.0.1:53932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:16:12.91698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.53162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:16:12.91702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.802713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:16:12.917053Z","caller":"traceutil/trace.go:171","msg":"trace[186937426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8235; }","duration":"127.642862ms","start":"2026-03-04T05:16:12.789393Z","end":"2026-03-04T05:16:12.917036Z","steps":["trace[186937426] 'agreement among raft nodes before linearized reading' (duration: 127.524019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:12.917078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.15083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T05:16:12.917096Z","caller":"traceutil/trace.go:171","msg":"trace[875110331] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:8235; }","duration":"269.276993ms","start":"2026-03-04T05:16:12.647814Z","end":"2026-03-04T05:16:12.917091Z","steps":["trace[875110331] 'agreement among raft nodes before linearized reading' (duration: 269.199902ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:12.917116Z","caller":"traceutil/trace.go:171","msg":"trace[1134786902] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8235; }","duration":"155.952326ms","start":"2026-03-04T05:16:12.761128Z","end":"2026-03-04T05:16:12.91708Z","steps":["trace[1134786902] 'agreement among raft nodes before linearized reading' (duration: 155.765312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:12.917589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.554659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T05:16:12.917636Z","caller":"traceutil/trace.go:171","msg":"trace[923026617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8235; }","duration":"202.644621ms","start":"2026-03-04T05:16:12.714981Z","end":"2026-03-04T05:16:12.917626Z","steps":["trace[923026617] 'agreement among raft nodes before linearized reading' (duration: 202.503278ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:13.148027Z","caller":"traceutil/trace.go:171","msg":"trace[1206036224] linearizableReadLoop","detail":"{readStateIndex:8551; appliedIndex:8549; }","duration":"139.269555ms","start":"2026-03-04T05:16:13.008733Z","end":"2026-03-04T05:16:13.148003Z","steps":["trace[1206036224] 'read index received' (duration: 139.06222ms)","trace[1206036224] 'applied index is now lower than readState.Index' (duration: 206.375µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:16:13.148159Z","caller":"traceutil/trace.go:171","msg":"trace[1538802942] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"209.688016ms","start":"2026-03-04T05:16:12.93844Z","end":"2026-03-04T05:16:13.148128Z","steps":["trace[1538802942] 'process raft request' (duration: 209.515992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:13.148282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.217254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-04T05:16:13.148333Z","caller":"traceutil/trace.go:171","msg":"trace[405493294] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8237; }","duration":"229.319586ms","start":"2026-03-04T05:16:12.919Z","end":"2026-03-04T05:16:13.14832Z","steps":["trace[405493294] 'agreement among raft nodes before linearized reading' (duration: 229.098151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:13.14834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.379861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"info","ts":"2026-03-04T05:16:13.148408Z","caller":"traceutil/trace.go:171","msg":"trace[1379671780] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8237; }","duration":"227.494333ms","start":"2026-03-04T05:16:12.9209Z","end":"2026-03-04T05:16:13.148394Z","steps":["trace[1379671780] 'agreement among raft nodes before linearized reading' (duration: 227.247687ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:13.148403Z","caller":"traceutil/trace.go:171","msg":"trace[1563259216] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"227.703418ms","start":"2026-03-04T05:16:12.920642Z","end":"2026-03-04T05:16:13.148345Z","steps":["trace[1563259216] 'process raft request' (duration: 227.149745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:13.148525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.156199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-04T05:16:13.148625Z","caller":"traceutil/trace.go:171","msg":"trace[865745805] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8237; }","duration":"228.355364ms","start":"2026-03-04T05:16:12.920245Z","end":"2026-03-04T05:16:13.148601Z","steps":["trace[865745805] 'agreement among raft nodes before linearized reading' (duration: 227.951304ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:13.157191Z","caller":"traceutil/trace.go:171","msg":"trace[1742266798] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"147.312854ms","start":"2026-03-04T05:16:13.009862Z","end":"2026-03-04T05:16:13.157175Z","steps":["trace[1742266798] 'process raft request' (duration: 146.916325ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:14.434077Z","caller":"traceutil/trace.go:171","msg":"trace[565377419] linearizableReadLoop","detail":"{readStateIndex:8554; appliedIndex:8553; }","duration":"109.510587ms","start":"2026-03-04T05:16:14.324536Z","end":"2026-03-04T05:16:14.434047Z","steps":["trace[565377419] 'read index received' (duration: 109.1805ms)","trace[565377419] 'applied index is now lower than readState.Index' (duration: 328.487µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:16:14.434137Z","caller":"traceutil/trace.go:171","msg":"trace[1942077226] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"149.69376ms","start":"2026-03-04T05:16:14.284407Z","end":"2026-03-04T05:16:14.434101Z","steps":["trace[1942077226] 'process raft request' (duration: 149.401373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:14.434324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.752403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:16:14.434388Z","caller":"traceutil/trace.go:171","msg":"trace[889542261] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8240; }","duration":"109.863986ms","start":"2026-03-04T05:16:14.324509Z","end":"2026-03-04T05:16:14.434373Z","steps":["trace[889542261] 'agreement among raft nodes before linearized reading' (duration: 109.685632ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:14.631676Z","caller":"traceutil/trace.go:171","msg":"trace[919391024] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"192.051102ms","start":"2026-03-04T05:16:14.439573Z","end":"2026-03-04T05:16:14.631624Z","steps":["trace[919391024] 'process raft request' (duration: 149.993236ms)","trace[919391024] 'compare' (duration: 41.855612ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:16:15.11415Z","caller":"traceutil/trace.go:171","msg":"trace[487242933] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"674.346028ms","start":"2026-03-04T05:16:14.439775Z","end":"2026-03-04T05:16:15.114121Z","steps":["trace[487242933] 'process raft request' (duration: 674.274197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:15.114219Z","caller":"traceutil/trace.go:171","msg":"trace[116552543] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"674.488542ms","start":"2026-03-04T05:16:14.43967Z","end":"2026-03-04T05:16:15.114158Z","steps":["trace[116552543] 'process raft request' (duration: 674.216386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:15.114313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:14.439767Z","time spent":"674.460201ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:16:15.114456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:14.439647Z","time spent":"674.680816ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:16:15.1145Z","caller":"traceutil/trace.go:171","msg":"trace[1385597240] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"674.589824ms","start":"2026-03-04T05:16:14.439876Z","end":"2026-03-04T05:16:15.114466Z","steps":["trace[1385597240] 'process raft request' (duration: 674.209475ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:15.114678Z","caller":"traceutil/trace.go:171","msg":"trace[762600723] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"674.642705ms","start":"2026-03-04T05:16:14.440026Z","end":"2026-03-04T05:16:15.114669Z","steps":["trace[762600723] 'process raft request' (duration: 674.302187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:15.114703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:14.439854Z","time spent":"674.739657ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:16:15.114728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:14.440017Z","time spent":"674.687467ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:16:15.114542Z","caller":"traceutil/trace.go:171","msg":"trace[854311081] linearizableReadLoop","detail":"{readStateIndex:8558; appliedIndex:8554; }","duration":"674.512313ms","start":"2026-03-04T05:16:14.440011Z","end":"2026-03-04T05:16:15.114523Z","steps":["trace[854311081] 'read index received' (duration: 149.525826ms)","trace[854311081] 'applied index is now lower than readState.Index' (duration: 524.984947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:16:15.115105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.083526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227394"} {"level":"info","ts":"2026-03-04T05:16:15.115175Z","caller":"traceutil/trace.go:171","msg":"trace[112901803] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8245; }","duration":"675.176648ms","start":"2026-03-04T05:16:14.439987Z","end":"2026-03-04T05:16:15.115164Z","steps":["trace[112901803] 'agreement among raft nodes before linearized reading' (duration: 674.593094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:15.115211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:14.439981Z","time spent":"675.219899ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227417,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T05:16:15.551079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.4868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:16:15.551337Z","caller":"traceutil/trace.go:171","msg":"trace[232300304] linearizableReadLoop","detail":"{readStateIndex:8562; appliedIndex:8559; }","duration":"436.504804ms","start":"2026-03-04T05:16:15.114812Z","end":"2026-03-04T05:16:15.551316Z","steps":["trace[232300304] 'read index received' (duration: 142.590033ms)","trace[232300304] 'applied index is now lower than readState.Index' (duration: 293.913501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:16:15.551496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.860656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:16:15.55153Z","caller":"traceutil/trace.go:171","msg":"trace[503822437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8248; }","duration":"594.936858ms","start":"2026-03-04T05:16:14.956584Z","end":"2026-03-04T05:16:15.55152Z","steps":["trace[503822437] 'agreement among raft nodes before linearized reading' (duration: 594.845215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:15.551566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:14.956552Z","time spent":"595.007169ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:16:15.551485Z","caller":"traceutil/trace.go:171","msg":"trace[1720903194] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"628.964556ms","start":"2026-03-04T05:16:14.922476Z","end":"2026-03-04T05:16:15.55144Z","steps":["trace[1720903194] 'process raft request' (duration: 628.795042ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:15.551572Z","caller":"traceutil/trace.go:171","msg":"trace[1410622300] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"629.476557ms","start":"2026-03-04T05:16:14.922081Z","end":"2026-03-04T05:16:15.551558Z","steps":["trace[1410622300] 'process raft request' (duration: 335.389503ms)","trace[1410622300] 'compare' (duration: 293.207994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:16:15.551814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:14.922457Z","time spent":"629.294463ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:16:15.551841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.85165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:16:15.55189Z","caller":"traceutil/trace.go:171","msg":"trace[1540451558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8248; }","duration":"761.965203ms","start":"2026-03-04T05:16:14.789912Z","end":"2026-03-04T05:16:15.551877Z","steps":["trace[1540451558] 'agreement among raft nodes before linearized reading' (duration: 761.86014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:15.551868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.637926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T05:16:15.551923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:14.789888Z","time spent":"762.027934ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:16:15.551927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.683861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:16:15.551943Z","caller":"traceutil/trace.go:171","msg":"trace[1742913724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8248; }","duration":"398.782159ms","start":"2026-03-04T05:16:15.153141Z","end":"2026-03-04T05:16:15.551923Z","steps":["trace[1742913724] 'agreement among raft nodes before linearized reading' (duration: 398.535403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:15.551928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:14.922032Z","time spent":"629.784404ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:16:15.55197Z","caller":"traceutil/trace.go:171","msg":"trace[1226658921] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8248; }","duration":"312.784683ms","start":"2026-03-04T05:16:15.239173Z","end":"2026-03-04T05:16:15.551958Z","steps":["trace[1226658921] 'agreement among raft nodes before linearized reading' (duration: 312.717121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:15.551987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:15.153115Z","time spent":"398.86359ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:16:15.551981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019141181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-04T05:16:15.552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:15.239132Z","time spent":"312.860825ms","remote":"127.0.0.1:53910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:16:15.551913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.471588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:16:15.551644Z","caller":"traceutil/trace.go:171","msg":"trace[526263121] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"629.462287ms","start":"2026-03-04T05:16:14.922147Z","end":"2026-03-04T05:16:15.551609Z","steps":["trace[526263121] 'process raft request' (duration: 629.050087ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:15.552045Z","caller":"traceutil/trace.go:171","msg":"trace[1175466280] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8248; }","duration":"1.019248254s","start":"2026-03-04T05:16:14.532775Z","end":"2026-03-04T05:16:15.552023Z","steps":["trace[1175466280] 'agreement among raft nodes before linearized reading' (duration: 1.019018649s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:15.552073Z","caller":"traceutil/trace.go:171","msg":"trace[1879159920] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8248; }","duration":"641.716665ms","start":"2026-03-04T05:16:14.910333Z","end":"2026-03-04T05:16:15.55205Z","steps":["trace[1879159920] 'agreement among raft nodes before linearized reading' (duration: 641.456299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:16:15.552088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:14.532762Z","time spent":"1.019317476s","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T05:16:15.552129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:14.910306Z","time spent":"641.809366ms","remote":"127.0.0.1:56400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:16:15.552125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:16:14.922102Z","time spent":"629.970189ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:16:15.847474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.874614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:16:15.847682Z","caller":"traceutil/trace.go:171","msg":"trace[560919255] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"291.30736ms","start":"2026-03-04T05:16:15.556329Z","end":"2026-03-04T05:16:15.847636Z","steps":["trace[560919255] 'process raft request' (duration: 173.17483ms)","trace[560919255] 'compare' (duration: 117.749581ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:16:22.8024Z","caller":"traceutil/trace.go:171","msg":"trace[1333535007] linearizableReadLoop","detail":"{readStateIndex:8618; appliedIndex:8617; }","duration":"146.877473ms","start":"2026-03-04T05:16:22.655498Z","end":"2026-03-04T05:16:22.802376Z","steps":["trace[1333535007] 'read index received' (duration: 146.805931ms)","trace[1333535007] 'applied index is now lower than readState.Index' (duration: 70.212µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:16:22.802703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.097301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T05:16:22.802705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.170161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-2x2nl\" ","response":"range_response_count:1 size:4558"} {"level":"info","ts":"2026-03-04T05:16:22.802748Z","caller":"traceutil/trace.go:171","msg":"trace[1058024318] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8301; }","duration":"136.193133ms","start":"2026-03-04T05:16:22.666542Z","end":"2026-03-04T05:16:22.802735Z","steps":["trace[1058024318] 'agreement among raft nodes before linearized reading' (duration: 136.002899ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:16:22.8028Z","caller":"traceutil/trace.go:171","msg":"trace[607981418] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-2x2nl; range_end:; response_count:1; response_revision:8301; }","duration":"147.339664ms","start":"2026-03-04T05:16:22.655436Z","end":"2026-03-04T05:16:22.802776Z","steps":["trace[607981418] 'agreement among raft nodes before linearized reading' (duration: 147.042357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:17:30.660239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590315189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:17:31.160423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590315189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:17:31.456139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480442228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:17:31.456217Z","caller":"traceutil/trace.go:171","msg":"trace[151949488] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8938; }","duration":"1.480561531s","start":"2026-03-04T05:17:29.975631Z","end":"2026-03-04T05:17:31.456193Z","steps":["trace[151949488] 'range keys from in-memory index tree' (duration: 1.480354206s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:17:31.45626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:17:29.975611Z","time spent":"1.480639302s","remote":"127.0.0.1:56492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T05:17:31.462547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183868625s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:17:31.462694Z","caller":"traceutil/trace.go:171","msg":"trace[1685886939] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8938; }","duration":"1.184022279s","start":"2026-03-04T05:17:30.278647Z","end":"2026-03-04T05:17:31.462669Z","steps":["trace[1685886939] 'range keys from in-memory index tree' (duration: 1.183848945s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:17:31.661542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590315189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:17:31.744927Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.760884563s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T05:17:31.74546Z","caller":"traceutil/trace.go:171","msg":"trace[1726133041] transaction","detail":"{read_only:false; response_revision:8939; number_of_response:1; }","duration":"1.761600709s","start":"2026-03-04T05:17:29.983826Z","end":"2026-03-04T05:17:31.745426Z","steps":["trace[1726133041] 'process raft request' (duration: 1.761355524s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:17:31.745621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:17:29.9838Z","time spent":"1.761719412s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:17:32.000163Z","caller":"traceutil/trace.go:171","msg":"trace[232326338] transaction","detail":"{read_only:false; response_revision:8940; number_of_response:1; }","duration":"2.010139046s","start":"2026-03-04T05:17:29.989985Z","end":"2026-03-04T05:17:32.000124Z","steps":["trace[232326338] 'process raft request' (duration: 2.009187884s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:17:32.00033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:17:29.989958Z","time spent":"2.01028058s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:17:32.139178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.005959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:17:32.139496Z","caller":"traceutil/trace.go:171","msg":"trace[1653677509] linearizableReadLoop","detail":"{readStateIndex:9277; appliedIndex:9273; }","duration":"1.98004464s","start":"2026-03-04T05:17:30.159436Z","end":"2026-03-04T05:17:32.13948Z","steps":["trace[1653677509] 'read index received' (duration: 1.585809497s)","trace[1653677509] 'applied index is now lower than readState.Index' (duration: 394.234423ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:17:32.139545Z","caller":"traceutil/trace.go:171","msg":"trace[1140582943] transaction","detail":"{read_only:false; response_revision:8941; number_of_response:1; }","duration":"1.614953101s","start":"2026-03-04T05:17:30.524557Z","end":"2026-03-04T05:17:32.13951Z","steps":["trace[1140582943] 'process raft request' (duration: 1.501552632s)","trace[1140582943] 'compare' (duration: 112.816345ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:17:32.139542Z","caller":"traceutil/trace.go:171","msg":"trace[716537720] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"675.66942ms","start":"2026-03-04T05:17:31.463821Z","end":"2026-03-04T05:17:32.13949Z","steps":["trace[716537720] 'process raft request' (duration: 675.443165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:17:32.139701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:17:30.524536Z","time spent":"1.615085764s","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414707,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:17:32.139722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:17:31.463802Z","time spent":"675.835165ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:17:32.139816Z","caller":"traceutil/trace.go:171","msg":"trace[1978825439] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"210.761271ms","start":"2026-03-04T05:17:31.928969Z","end":"2026-03-04T05:17:32.13973Z","steps":["trace[1978825439] 'process raft request' (duration: 210.478464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:17:32.139891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839583787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T05:17:32.139972Z","caller":"traceutil/trace.go:171","msg":"trace[1566664250] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8943; }","duration":"1.83971094s","start":"2026-03-04T05:17:30.300252Z","end":"2026-03-04T05:17:32.139963Z","steps":["trace[1566664250] 'agreement among raft nodes before linearized reading' (duration: 1.839471595s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:17:32.139997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:17:30.300226Z","time spent":"1.839763782s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:17:32.14025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.893557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:17:32.140293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.444674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:17:32.14032Z","caller":"traceutil/trace.go:171","msg":"trace[230621304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8943; }","duration":"296.002209ms","start":"2026-03-04T05:17:31.844302Z","end":"2026-03-04T05:17:32.140304Z","steps":["trace[230621304] 'agreement among raft nodes before linearized reading' (duration: 295.898187ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:17:32.140333Z","caller":"traceutil/trace.go:171","msg":"trace[809671956] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8943; }","duration":"599.522836ms","start":"2026-03-04T05:17:31.540795Z","end":"2026-03-04T05:17:32.140318Z","steps":["trace[809671956] 'agreement among raft nodes before linearized reading' (duration: 599.472515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:17:32.140351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616565049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T05:17:32.140508Z","caller":"traceutil/trace.go:171","msg":"trace[682787576] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8943; }","duration":"1.616738973s","start":"2026-03-04T05:17:30.523735Z","end":"2026-03-04T05:17:32.140474Z","steps":["trace[682787576] 'agreement among raft nodes before linearized reading' (duration: 1.616539759s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:17:32.140348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.578892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T05:17:32.140568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:17:30.523711Z","time spent":"1.616843935s","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-04T05:17:32.140581Z","caller":"traceutil/trace.go:171","msg":"trace[1541524529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8943; }","duration":"676.841398ms","start":"2026-03-04T05:17:31.463728Z","end":"2026-03-04T05:17:32.14057Z","steps":["trace[1541524529] 'agreement among raft nodes before linearized reading' (duration: 676.51186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:17:32.140588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.532774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:17:32.140615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:17:31.463716Z","time spent":"676.890329ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:17:32.140149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.998105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T05:17:32.140967Z","caller":"traceutil/trace.go:171","msg":"trace[912512239] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8943; }","duration":"495.867916ms","start":"2026-03-04T05:17:31.645081Z","end":"2026-03-04T05:17:32.140949Z","steps":["trace[912512239] 'agreement among raft nodes before linearized reading' (duration: 494.997635ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:17:32.140967Z","caller":"traceutil/trace.go:171","msg":"trace[2065411137] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8943; }","duration":"674.994774ms","start":"2026-03-04T05:17:31.46595Z","end":"2026-03-04T05:17:32.140945Z","steps":["trace[2065411137] 'agreement among raft nodes before linearized reading' (duration: 674.429451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:17:32.141035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:17:31.645054Z","time spent":"495.963407ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:17:32.140485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776809766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T05:17:32.141065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:17:31.465928Z","time spent":"675.121508ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T05:17:32.140235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.085007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:17:32.141098Z","caller":"traceutil/trace.go:171","msg":"trace[1454138015] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8943; }","duration":"1.777463021s","start":"2026-03-04T05:17:30.363624Z","end":"2026-03-04T05:17:32.141087Z","steps":["trace[1454138015] 'agreement among raft nodes before linearized reading' (duration: 1.776714313s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:17:32.141131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:17:30.363602Z","time spent":"1.777518453s","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:17:32.14113Z","caller":"traceutil/trace.go:171","msg":"trace[85378656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8943; }","duration":"495.998998ms","start":"2026-03-04T05:17:31.645117Z","end":"2026-03-04T05:17:32.141116Z","steps":["trace[85378656] 'agreement among raft nodes before linearized reading' (duration: 495.050376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:17:32.141171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:17:31.645103Z","time spent":"496.056579ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:17:32.140216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.869584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-04T05:17:32.141284Z","caller":"traceutil/trace.go:171","msg":"trace[266049871] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:8943; }","duration":"484.94903ms","start":"2026-03-04T05:17:31.656299Z","end":"2026-03-04T05:17:32.141248Z","steps":["trace[266049871] 'agreement among raft nodes before linearized reading' (duration: 483.774782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:17:32.141373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:17:31.656286Z","time spent":"485.042881ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-bmdp5\" "} {"level":"warn","ts":"2026-03-04T05:17:32.140367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:17:31.540773Z","time spent":"599.585377ms","remote":"127.0.0.1:36982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:17:32.140053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.072556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T05:17:32.141575Z","caller":"traceutil/trace.go:171","msg":"trace[2063709420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8943; }","duration":"496.582792ms","start":"2026-03-04T05:17:31.644946Z","end":"2026-03-04T05:17:32.141529Z","steps":["trace[2063709420] 'agreement among raft nodes before linearized reading' (duration: 494.986745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:17:32.141643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:17:31.644933Z","time spent":"496.690394ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:17:32.140435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341224104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:17:32.141819Z","caller":"traceutil/trace.go:171","msg":"trace[627447939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8943; }","duration":"1.342632787s","start":"2026-03-04T05:17:30.799169Z","end":"2026-03-04T05:17:32.141802Z","steps":["trace[627447939] 'agreement among raft nodes before linearized reading' (duration: 1.341245884s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:17:32.141879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:17:30.799149Z","time spent":"1.342711159s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:17:32.140013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980545283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T05:17:32.142045Z","caller":"traceutil/trace.go:171","msg":"trace[111976267] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8943; }","duration":"1.982634011s","start":"2026-03-04T05:17:30.1594Z","end":"2026-03-04T05:17:32.142034Z","steps":["trace[111976267] 'agreement among raft nodes before linearized reading' (duration: 1.980163563s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:17:32.14208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:17:30.159381Z","time spent":"1.982689363s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T05:17:32.277926Z","caller":"traceutil/trace.go:171","msg":"trace[890846807] transaction","detail":"{read_only:false; response_revision:8944; number_of_response:1; }","duration":"132.405944ms","start":"2026-03-04T05:17:32.145501Z","end":"2026-03-04T05:17:32.277906Z","steps":["trace[890846807] 'process raft request' (duration: 128.058672ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:17:32.29186Z","caller":"traceutil/trace.go:171","msg":"trace[150230297] linearizableReadLoop","detail":"{readStateIndex:9281; appliedIndex:9278; }","duration":"145.890021ms","start":"2026-03-04T05:17:32.145949Z","end":"2026-03-04T05:17:32.291839Z","steps":["trace[150230297] 'read index received' (duration: 127.573802ms)","trace[150230297] 'applied index is now lower than readState.Index' (duration: 18.315189ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:17:32.291958Z","caller":"traceutil/trace.go:171","msg":"trace[1826096857] transaction","detail":"{read_only:false; response_revision:8946; number_of_response:1; }","duration":"146.30642ms","start":"2026-03-04T05:17:32.145631Z","end":"2026-03-04T05:17:32.291937Z","steps":["trace[1826096857] 'process raft request' (duration: 146.074895ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:17:32.292014Z","caller":"traceutil/trace.go:171","msg":"trace[542879259] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"138.875336ms","start":"2026-03-04T05:17:32.153127Z","end":"2026-03-04T05:17:32.292002Z","steps":["trace[542879259] 'process raft request' (duration: 138.675031ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:17:32.292026Z","caller":"traceutil/trace.go:171","msg":"trace[889235677] transaction","detail":"{read_only:false; response_revision:8948; number_of_response:1; }","duration":"141.304983ms","start":"2026-03-04T05:17:32.150668Z","end":"2026-03-04T05:17:32.291973Z","steps":["trace[889235677] 'process raft request' (duration: 141.098418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:17:32.292259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.27805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-03650ea8-52d1-4922-9f77-464168b610d6\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T05:17:32.292299Z","caller":"traceutil/trace.go:171","msg":"trace[940667875] range","detail":"{range_begin:/registry/persistentvolumes/pvc-03650ea8-52d1-4922-9f77-464168b610d6; range_end:; response_count:1; response_revision:8949; }","duration":"146.382492ms","start":"2026-03-04T05:17:32.145906Z","end":"2026-03-04T05:17:32.292288Z","steps":["trace[940667875] 'agreement among raft nodes before linearized reading' (duration: 146.199858ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:17:32.292308Z","caller":"traceutil/trace.go:171","msg":"trace[24662635] transaction","detail":"{read_only:false; response_revision:8945; number_of_response:1; }","duration":"146.70243ms","start":"2026-03-04T05:17:32.145593Z","end":"2026-03-04T05:17:32.292296Z","steps":["trace[24662635] 'process raft request' (duration: 146.002753ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:17:32.292266Z","caller":"traceutil/trace.go:171","msg":"trace[2069848519] transaction","detail":"{read_only:false; response_revision:8947; number_of_response:1; }","duration":"142.562023ms","start":"2026-03-04T05:17:32.149649Z","end":"2026-03-04T05:17:32.292212Z","steps":["trace[2069848519] 'process raft request' (duration: 142.088201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:17:32.292586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.387458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-04T05:17:32.292616Z","caller":"traceutil/trace.go:171","msg":"trace[474740346] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8949; }","duration":"142.443229ms","start":"2026-03-04T05:17:32.150166Z","end":"2026-03-04T05:17:32.292609Z","steps":["trace[474740346] 'agreement among raft nodes before linearized reading' (duration: 142.361347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:17:32.293109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.155406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289797"} {"level":"info","ts":"2026-03-04T05:17:32.293303Z","caller":"traceutil/trace.go:171","msg":"trace[1336914502] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8949; }","duration":"143.405822ms","start":"2026-03-04T05:17:32.149873Z","end":"2026-03-04T05:17:32.293279Z","steps":["trace[1336914502] 'agreement among raft nodes before linearized reading' (duration: 142.538551ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:19:15.431623Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6a9ba61e55fef5be","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T05:19:15.437824Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T05:19:15.437957Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T05:19:44.52561Z","caller":"traceutil/trace.go:171","msg":"trace[1225195205] linearizableReadLoop","detail":"{readStateIndex:10252; appliedIndex:10251; }","duration":"101.747289ms","start":"2026-03-04T05:19:44.423848Z","end":"2026-03-04T05:19:44.525595Z","steps":["trace[1225195205] 'read index received' (duration: 101.616796ms)","trace[1225195205] 'applied index is now lower than readState.Index' (duration: 129.923µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:19:44.525733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.875802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:19:44.525753Z","caller":"traceutil/trace.go:171","msg":"trace[566455506] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9884; }","duration":"101.947444ms","start":"2026-03-04T05:19:44.423799Z","end":"2026-03-04T05:19:44.525747Z","steps":["trace[566455506] 'agreement among raft nodes before linearized reading' (duration: 101.870612ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:19:44.525955Z","caller":"traceutil/trace.go:171","msg":"trace[1383654148] transaction","detail":"{read_only:false; response_revision:9884; number_of_response:1; }","duration":"128.005465ms","start":"2026-03-04T05:19:44.397938Z","end":"2026-03-04T05:19:44.525944Z","steps":["trace[1383654148] 'process raft request' (duration: 127.563245ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:19:45.103742Z","caller":"traceutil/trace.go:171","msg":"trace[1785852698] linearizableReadLoop","detail":"{readStateIndex:10259; appliedIndex:10258; }","duration":"136.223779ms","start":"2026-03-04T05:19:44.967499Z","end":"2026-03-04T05:19:45.103722Z","steps":["trace[1785852698] 'read index received' (duration: 136.061155ms)","trace[1785852698] 'applied index is now lower than readState.Index' (duration: 162.164µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:19:45.103808Z","caller":"traceutil/trace.go:171","msg":"trace[428329294] transaction","detail":"{read_only:false; response_revision:9891; number_of_response:1; }","duration":"156.124026ms","start":"2026-03-04T05:19:44.947649Z","end":"2026-03-04T05:19:45.103773Z","steps":["trace[428329294] 'process raft request' (duration: 155.959402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:19:45.10389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.380952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:19:45.103921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.078328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T05:19:45.103935Z","caller":"traceutil/trace.go:171","msg":"trace[1529307691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9891; }","duration":"136.483695ms","start":"2026-03-04T05:19:44.967438Z","end":"2026-03-04T05:19:45.103922Z","steps":["trace[1529307691] 'agreement among raft nodes before linearized reading' (duration: 136.355712ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:19:45.103945Z","caller":"traceutil/trace.go:171","msg":"trace[1293350069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9891; }","duration":"111.136509ms","start":"2026-03-04T05:19:44.992801Z","end":"2026-03-04T05:19:45.103937Z","steps":["trace[1293350069] 'agreement among raft nodes before linearized reading' (duration: 111.022716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:19:45.104027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.86873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T05:19:45.104057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.782124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T05:19:45.104095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.690949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T05:19:45.104122Z","caller":"traceutil/trace.go:171","msg":"trace[956160441] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9891; }","duration":"105.879846ms","start":"2026-03-04T05:19:44.998229Z","end":"2026-03-04T05:19:45.104109Z","steps":["trace[956160441] 'agreement among raft nodes before linearized reading' (duration: 105.64448ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:19:45.104117Z","caller":"traceutil/trace.go:171","msg":"trace[1814876577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9891; }","duration":"109.972292ms","start":"2026-03-04T05:19:44.994127Z","end":"2026-03-04T05:19:45.104099Z","steps":["trace[1814876577] 'agreement among raft nodes before linearized reading' (duration: 109.737626ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:19:45.104145Z","caller":"traceutil/trace.go:171","msg":"trace[608735151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9891; }","duration":"110.75108ms","start":"2026-03-04T05:19:44.993377Z","end":"2026-03-04T05:19:45.104128Z","steps":["trace[608735151] 'agreement among raft nodes before linearized reading' (duration: 110.605157ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:19:46.78247Z","caller":"traceutil/trace.go:171","msg":"trace[251821664] transaction","detail":"{read_only:false; response_revision:9898; number_of_response:1; }","duration":"228.020027ms","start":"2026-03-04T05:19:46.554396Z","end":"2026-03-04T05:19:46.782416Z","steps":["trace[251821664] 'process raft request' (duration: 227.865923ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:19:46.817458Z","caller":"traceutil/trace.go:171","msg":"trace[1935897807] transaction","detail":"{read_only:false; response_revision:9899; number_of_response:1; }","duration":"154.111993ms","start":"2026-03-04T05:19:46.663319Z","end":"2026-03-04T05:19:46.817431Z","steps":["trace[1935897807] 'process raft request' (duration: 153.855987ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:19:47.316386Z","caller":"traceutil/trace.go:171","msg":"trace[2067960812] transaction","detail":"{read_only:false; response_revision:9902; number_of_response:1; }","duration":"144.794343ms","start":"2026-03-04T05:19:47.171565Z","end":"2026-03-04T05:19:47.31636Z","steps":["trace[2067960812] 'process raft request' (duration: 137.341458ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:19:47.316705Z","caller":"traceutil/trace.go:171","msg":"trace[1176201242] transaction","detail":"{read_only:false; response_revision:9903; number_of_response:1; }","duration":"145.008628ms","start":"2026-03-04T05:19:47.171683Z","end":"2026-03-04T05:19:47.316692Z","steps":["trace[1176201242] 'process raft request' (duration: 144.636009ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:19:47.31689Z","caller":"traceutil/trace.go:171","msg":"trace[1866851756] transaction","detail":"{read_only:false; response_revision:9904; number_of_response:1; }","duration":"145.160533ms","start":"2026-03-04T05:19:47.17172Z","end":"2026-03-04T05:19:47.316881Z","steps":["trace[1866851756] 'process raft request' (duration: 144.893866ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:19:47.316972Z","caller":"traceutil/trace.go:171","msg":"trace[180793984] transaction","detail":"{read_only:false; response_revision:9905; number_of_response:1; }","duration":"127.729453ms","start":"2026-03-04T05:19:47.189236Z","end":"2026-03-04T05:19:47.316965Z","steps":["trace[180793984] 'process raft request' (duration: 127.578129ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:19:49.652397Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7608} {"level":"info","ts":"2026-03-04T05:19:49.719936Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7608,"took":"65.133361ms","hash":4178235985,"current-db-size-bytes":40775680,"current-db-size":"41 MB","current-db-size-in-use-bytes":25505792,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-04T05:19:49.719997Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4178235985,"revision":7608,"compact-revision":5649} {"level":"warn","ts":"2026-03-04T05:20:55.580841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590319421,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T05:20:55.595132Z","caller":"traceutil/trace.go:171","msg":"trace[1903329594] transaction","detail":"{read_only:false; response_revision:10568; number_of_response:1; }","duration":"727.927521ms","start":"2026-03-04T05:20:54.867181Z","end":"2026-03-04T05:20:55.595108Z","steps":["trace[1903329594] 'process raft request' (duration: 727.773558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:20:55.595286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:20:54.867162Z","time spent":"728.046305ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:20:55.596347Z","caller":"traceutil/trace.go:171","msg":"trace[1791522756] transaction","detail":"{read_only:false; response_revision:10569; number_of_response:1; }","duration":"532.432496ms","start":"2026-03-04T05:20:55.063866Z","end":"2026-03-04T05:20:55.596298Z","steps":["trace[1791522756] 'process raft request' (duration: 532.238252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:20:55.596502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:20:55.063844Z","time spent":"532.574649ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:20:55.596593Z","caller":"traceutil/trace.go:171","msg":"trace[954026165] linearizableReadLoop","detail":"{readStateIndex:10956; appliedIndex:10953; }","duration":"516.161314ms","start":"2026-03-04T05:20:55.080407Z","end":"2026-03-04T05:20:55.596568Z","steps":["trace[954026165] 'read index received' (duration: 514.612977ms)","trace[954026165] 'applied index is now lower than readState.Index' (duration: 1.546507ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:20:55.596713Z","caller":"traceutil/trace.go:171","msg":"trace[2065000170] transaction","detail":"{read_only:false; response_revision:10570; number_of_response:1; }","duration":"532.193151ms","start":"2026-03-04T05:20:55.064506Z","end":"2026-03-04T05:20:55.596699Z","steps":["trace[2065000170] 'process raft request' (duration: 531.75578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:20:55.59683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:20:55.064497Z","time spent":"532.253362ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:20:55.596899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.487001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:20:55.596938Z","caller":"traceutil/trace.go:171","msg":"trace[657276048] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:10570; }","duration":"516.567323ms","start":"2026-03-04T05:20:55.08036Z","end":"2026-03-04T05:20:55.596927Z","steps":["trace[657276048] 'agreement among raft nodes before linearized reading' (duration: 516.43056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:20:55.596979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:20:55.08034Z","time spent":"516.631354ms","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":63,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:20:55.842503Z","caller":"traceutil/trace.go:171","msg":"trace[214304401] transaction","detail":"{read_only:false; response_revision:10571; number_of_response:1; }","duration":"240.753589ms","start":"2026-03-04T05:20:55.601719Z","end":"2026-03-04T05:20:55.842473Z","steps":["trace[214304401] 'process raft request' (duration: 240.291399ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:20:55.84318Z","caller":"traceutil/trace.go:171","msg":"trace[1789131152] transaction","detail":"{read_only:false; response_revision:10572; number_of_response:1; }","duration":"241.19596ms","start":"2026-03-04T05:20:55.601956Z","end":"2026-03-04T05:20:55.843152Z","steps":["trace[1789131152] 'process raft request' (duration: 240.977125ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:20:55.843962Z","caller":"traceutil/trace.go:171","msg":"trace[2029568338] linearizableReadLoop","detail":"{readStateIndex:10959; appliedIndex:10956; }","duration":"185.346617ms","start":"2026-03-04T05:20:55.658592Z","end":"2026-03-04T05:20:55.843939Z","steps":["trace[2029568338] 'read index received' (duration: 183.395981ms)","trace[2029568338] 'applied index is now lower than readState.Index' (duration: 1.948956ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:20:55.843992Z","caller":"traceutil/trace.go:171","msg":"trace[1442156871] transaction","detail":"{read_only:false; response_revision:10573; number_of_response:1; }","duration":"238.970588ms","start":"2026-03-04T05:20:55.605007Z","end":"2026-03-04T05:20:55.843978Z","steps":["trace[1442156871] 'process raft request' (duration: 238.043806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:20:55.844159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.555282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:20:55.844201Z","caller":"traceutil/trace.go:171","msg":"trace[1024553820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10573; }","duration":"185.641325ms","start":"2026-03-04T05:20:55.658547Z","end":"2026-03-04T05:20:55.844189Z","steps":["trace[1024553820] 'agreement among raft nodes before linearized reading' (duration: 185.496271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:20:55.844202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.664887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T05:20:55.844241Z","caller":"traceutil/trace.go:171","msg":"trace[6460341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10573; }","duration":"180.729359ms","start":"2026-03-04T05:20:55.663498Z","end":"2026-03-04T05:20:55.844227Z","steps":["trace[6460341] 'agreement among raft nodes before linearized reading' (duration: 180.576825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:20:55.844285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.268223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:20:55.844306Z","caller":"traceutil/trace.go:171","msg":"trace[933669964] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10573; }","duration":"150.323234ms","start":"2026-03-04T05:20:55.693974Z","end":"2026-03-04T05:20:55.844297Z","steps":["trace[933669964] 'agreement among raft nodes before linearized reading' (duration: 150.289623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:20:55.844318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.373765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:20:55.844473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.390266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:20:55.844523Z","caller":"traceutil/trace.go:171","msg":"trace[18848802] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10573; }","duration":"150.462307ms","start":"2026-03-04T05:20:55.694047Z","end":"2026-03-04T05:20:55.844509Z","steps":["trace[18848802] 'agreement among raft nodes before linearized reading' (duration: 150.373535ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:20:55.844477Z","caller":"traceutil/trace.go:171","msg":"trace[942971760] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10573; }","duration":"150.680372ms","start":"2026-03-04T05:20:55.693777Z","end":"2026-03-04T05:20:55.844457Z","steps":["trace[942971760] 'agreement among raft nodes before linearized reading' (duration: 150.358674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:20:55.844731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.631975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-04T05:20:55.844847Z","caller":"traceutil/trace.go:171","msg":"trace[1499144834] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10573; }","duration":"154.971463ms","start":"2026-03-04T05:20:55.689853Z","end":"2026-03-04T05:20:55.844825Z","steps":["trace[1499144834] 'agreement among raft nodes before linearized reading' (duration: 154.478331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:20:55.844875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.087254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T05:20:55.84494Z","caller":"traceutil/trace.go:171","msg":"trace[1691433613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10573; }","duration":"180.187676ms","start":"2026-03-04T05:20:55.664736Z","end":"2026-03-04T05:20:55.844924Z","steps":["trace[1691433613] 'agreement among raft nodes before linearized reading' (duration: 179.619253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:20:55.845633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.602693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:20:55.845678Z","caller":"traceutil/trace.go:171","msg":"trace[1556852405] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10573; }","duration":"151.665636ms","start":"2026-03-04T05:20:55.694004Z","end":"2026-03-04T05:20:55.84567Z","steps":["trace[1556852405] 'agreement among raft nodes before linearized reading' (duration: 151.601834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:09.887976Z","caller":"traceutil/trace.go:171","msg":"trace[469666468] transaction","detail":"{read_only:false; response_revision:10637; number_of_response:1; }","duration":"147.722903ms","start":"2026-03-04T05:21:09.740218Z","end":"2026-03-04T05:21:09.887941Z","steps":["trace[469666468] 'process raft request' (duration: 147.483627ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:09.88955Z","caller":"traceutil/trace.go:171","msg":"trace[1078522911] transaction","detail":"{read_only:false; response_revision:10638; number_of_response:1; }","duration":"147.689403ms","start":"2026-03-04T05:21:09.741842Z","end":"2026-03-04T05:21:09.889532Z","steps":["trace[1078522911] 'process raft request' (duration: 147.358345ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:19.493073Z","caller":"traceutil/trace.go:171","msg":"trace[195485986] transaction","detail":"{read_only:false; response_revision:10690; number_of_response:1; }","duration":"101.769522ms","start":"2026-03-04T05:21:19.391274Z","end":"2026-03-04T05:21:19.493044Z","steps":["trace[195485986] 'process raft request' (duration: 101.576117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:20.192578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.942707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:21:20.192698Z","caller":"traceutil/trace.go:171","msg":"trace[1349566083] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10691; }","duration":"276.121511ms","start":"2026-03-04T05:21:19.916545Z","end":"2026-03-04T05:21:20.192667Z","steps":["trace[1349566083] 'range keys from in-memory index tree' (duration: 275.816934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:20.192709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.558397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:21:20.192719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.497499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:21:20.192788Z","caller":"traceutil/trace.go:171","msg":"trace[1240772428] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10691; }","duration":"272.653319ms","start":"2026-03-04T05:21:19.920116Z","end":"2026-03-04T05:21:20.192769Z","steps":["trace[1240772428] 'range keys from in-memory index tree' (duration: 272.514466ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:20.192813Z","caller":"traceutil/trace.go:171","msg":"trace[128853501] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10691; }","duration":"273.602501ms","start":"2026-03-04T05:21:19.919182Z","end":"2026-03-04T05:21:20.192785Z","steps":["trace[128853501] 'range keys from in-memory index tree' (duration: 273.443158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:20.19265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.005548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:21:20.19294Z","caller":"traceutil/trace.go:171","msg":"trace[747786897] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10691; }","duration":"276.358427ms","start":"2026-03-04T05:21:19.916566Z","end":"2026-03-04T05:21:20.192924Z","steps":["trace[747786897] 'range keys from in-memory index tree' (duration: 275.924106ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:20.192828Z","caller":"traceutil/trace.go:171","msg":"trace[1066692142] transaction","detail":"{read_only:false; response_revision:10692; number_of_response:1; }","duration":"267.345425ms","start":"2026-03-04T05:21:19.925452Z","end":"2026-03-04T05:21:20.192798Z","steps":["trace[1066692142] 'process raft request' (duration: 237.562305ms)","trace[1066692142] 'compare' (duration: 29.417321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:21:20.829228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.889881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:21:20.829398Z","caller":"traceutil/trace.go:171","msg":"trace[1505627975] linearizableReadLoop","detail":"{readStateIndex:11084; appliedIndex:11082; }","duration":"902.284171ms","start":"2026-03-04T05:21:19.927039Z","end":"2026-03-04T05:21:20.829323Z","steps":["trace[1505627975] 'read index received' (duration: 235.907396ms)","trace[1505627975] 'applied index is now lower than readState.Index' (duration: 666.375475ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:21:20.829452Z","caller":"traceutil/trace.go:171","msg":"trace[130398141] transaction","detail":"{read_only:false; response_revision:10693; number_of_response:1; }","duration":"903.938019ms","start":"2026-03-04T05:21:19.92548Z","end":"2026-03-04T05:21:20.829418Z","steps":["trace[130398141] 'process raft request' (duration: 520.763932ms)","trace[130398141] 'compare' (duration: 382.786658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:21:20.829608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:21:19.925451Z","time spent":"904.076383ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:21:20.829676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.633419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-04T05:21:20.829734Z","caller":"traceutil/trace.go:171","msg":"trace[1085499348] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10693; }","duration":"902.71183ms","start":"2026-03-04T05:21:19.927006Z","end":"2026-03-04T05:21:20.829718Z","steps":["trace[1085499348] 'agreement among raft nodes before linearized reading' (duration: 902.507035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:20.829775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:21:19.926992Z","time spent":"902.775042ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-04T05:21:20.829871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.78093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T05:21:20.82997Z","caller":"traceutil/trace.go:171","msg":"trace[1941614045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10693; }","duration":"870.912623ms","start":"2026-03-04T05:21:19.959033Z","end":"2026-03-04T05:21:20.829946Z","steps":["trace[1941614045] 'agreement among raft nodes before linearized reading' (duration: 870.648707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:20.830019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:21:19.959023Z","time spent":"870.984635ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:21:20.830146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.444524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:21:20.830201Z","caller":"traceutil/trace.go:171","msg":"trace[633675188] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10693; }","duration":"822.565236ms","start":"2026-03-04T05:21:20.007624Z","end":"2026-03-04T05:21:20.830189Z","steps":["trace[633675188] 'agreement among raft nodes before linearized reading' (duration: 822.480114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:20.830216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.387691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T05:21:20.830205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.842943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:21:20.830236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:21:20.007589Z","time spent":"822.638888ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T05:21:20.830231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.898864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:21:20.830217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.186686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:21:20.830258Z","caller":"traceutil/trace.go:171","msg":"trace[289624555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10693; }","duration":"850.440262ms","start":"2026-03-04T05:21:19.979808Z","end":"2026-03-04T05:21:20.830249Z","steps":["trace[289624555] 'agreement among raft nodes before linearized reading' (duration: 850.333019ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:20.830281Z","caller":"traceutil/trace.go:171","msg":"trace[1110125125] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10693; }","duration":"822.972706ms","start":"2026-03-04T05:21:20.007298Z","end":"2026-03-04T05:21:20.830271Z","steps":["trace[1110125125] 'agreement among raft nodes before linearized reading' (duration: 822.900404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:20.830293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:21:19.979802Z","time spent":"850.484513ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T05:21:20.830292Z","caller":"traceutil/trace.go:171","msg":"trace[978283662] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10693; }","duration":"822.950446ms","start":"2026-03-04T05:21:20.007315Z","end":"2026-03-04T05:21:20.830265Z","steps":["trace[978283662] 'agreement among raft nodes before linearized reading' (duration: 822.804683ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:20.830298Z","caller":"traceutil/trace.go:171","msg":"trace[377412583] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10693; }","duration":"351.340849ms","start":"2026-03-04T05:21:20.478937Z","end":"2026-03-04T05:21:20.830278Z","steps":["trace[377412583] 'agreement among raft nodes before linearized reading' (duration: 351.179796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:20.830313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:21:20.007286Z","time spent":"823.020587ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-04T05:21:20.830291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.414286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T05:21:20.830344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:21:20.478908Z","time spent":"351.427471ms","remote":"127.0.0.1:32770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:21:20.830341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:21:20.007304Z","time spent":"823.025118ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T05:21:20.830367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.1127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T05:21:20.830395Z","caller":"traceutil/trace.go:171","msg":"trace[241567532] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10693; }","duration":"167.572399ms","start":"2026-03-04T05:21:20.662789Z","end":"2026-03-04T05:21:20.830362Z","steps":["trace[241567532] 'agreement among raft nodes before linearized reading' (duration: 167.395725ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:20.830462Z","caller":"traceutil/trace.go:171","msg":"trace[1498471097] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10693; }","duration":"823.241082ms","start":"2026-03-04T05:21:20.007195Z","end":"2026-03-04T05:21:20.830436Z","steps":["trace[1498471097] 'agreement among raft nodes before linearized reading' (duration: 822.917534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:20.830513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:21:20.007185Z","time spent":"823.319005ms","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-04T05:21:20.830534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.25813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T05:21:20.83054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.386622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T05:21:20.830608Z","caller":"traceutil/trace.go:171","msg":"trace[1475300886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10693; }","duration":"868.351362ms","start":"2026-03-04T05:21:19.962229Z","end":"2026-03-04T05:21:20.83058Z","steps":["trace[1475300886] 'agreement among raft nodes before linearized reading' (duration: 868.105157ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:20.830617Z","caller":"traceutil/trace.go:171","msg":"trace[263955672] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10693; }","duration":"819.483854ms","start":"2026-03-04T05:21:20.011115Z","end":"2026-03-04T05:21:20.830599Z","steps":["trace[263955672] 'agreement among raft nodes before linearized reading' (duration: 819.233638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:20.830633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.743124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-04T05:21:20.830649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:21:19.962214Z","time spent":"868.425705ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:21:20.830653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:21:20.011099Z","time spent":"819.546136ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T05:21:20.830672Z","caller":"traceutil/trace.go:171","msg":"trace[1206146352] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:10693; }","duration":"789.796756ms","start":"2026-03-04T05:21:20.040864Z","end":"2026-03-04T05:21:20.830661Z","steps":["trace[1206146352] 'agreement among raft nodes before linearized reading' (duration: 789.628952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:20.830646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.330521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-04T05:21:20.830709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:21:20.040856Z","time spent":"789.846357ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-bmdp5\" "} {"level":"info","ts":"2026-03-04T05:21:20.830762Z","caller":"traceutil/trace.go:171","msg":"trace[1151256609] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10693; }","duration":"822.477554ms","start":"2026-03-04T05:21:20.008255Z","end":"2026-03-04T05:21:20.830732Z","steps":["trace[1151256609] 'agreement among raft nodes before linearized reading' (duration: 822.129636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:20.830822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:21:20.008247Z","time spent":"822.563967ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-04T05:21:20.830893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.174061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:21:20.830931Z","caller":"traceutil/trace.go:171","msg":"trace[757152473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10693; }","duration":"857.231261ms","start":"2026-03-04T05:21:19.973688Z","end":"2026-03-04T05:21:20.83092Z","steps":["trace[757152473] 'agreement among raft nodes before linearized reading' (duration: 856.615227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:20.830964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:21:19.973672Z","time spent":"857.285813ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:21:20.830263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.780422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:21:20.831083Z","caller":"traceutil/trace.go:171","msg":"trace[694367139] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10693; }","duration":"823.649532ms","start":"2026-03-04T05:21:20.007422Z","end":"2026-03-04T05:21:20.831071Z","steps":["trace[694367139] 'agreement among raft nodes before linearized reading' (duration: 822.711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:20.831284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:21:20.007416Z","time spent":"823.851457ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-04T05:21:21.316844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.133564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:21:21.317102Z","caller":"traceutil/trace.go:171","msg":"trace[501496446] transaction","detail":"{read_only:false; response_revision:10697; number_of_response:1; }","duration":"479.823389ms","start":"2026-03-04T05:21:20.837259Z","end":"2026-03-04T05:21:21.317082Z","steps":["trace[501496446] 'process raft request' (duration: 479.740208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:21.317178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:21:20.837237Z","time spent":"479.909552ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:21:21.317382Z","caller":"traceutil/trace.go:171","msg":"trace[2128455642] transaction","detail":"{read_only:false; response_revision:10696; number_of_response:1; }","duration":"481.062389ms","start":"2026-03-04T05:21:20.83631Z","end":"2026-03-04T05:21:21.317372Z","steps":["trace[2128455642] 'process raft request' (duration: 480.641069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:21.317307Z","caller":"traceutil/trace.go:171","msg":"trace[1308283684] transaction","detail":"{read_only:false; response_revision:10695; number_of_response:1; }","duration":"481.027088ms","start":"2026-03-04T05:21:20.836248Z","end":"2026-03-04T05:21:21.317275Z","steps":["trace[1308283684] 'process raft request' (duration: 192.368242ms)","trace[1308283684] 'compare' (duration: 287.999901ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:21:21.317517Z","caller":"traceutil/trace.go:171","msg":"trace[1738179807] linearizableReadLoop","detail":"{readStateIndex:11087; appliedIndex:11084; }","duration":"480.706121ms","start":"2026-03-04T05:21:20.836782Z","end":"2026-03-04T05:21:21.317488Z","steps":["trace[1738179807] 'read index received' (duration: 80.025952ms)","trace[1738179807] 'applied index is now lower than readState.Index' (duration: 400.677649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:21:21.317584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:21:20.836145Z","time spent":"481.348286ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:21:21.317448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:21:20.836291Z","time spent":"481.12771ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:21:21.317604Z","caller":"traceutil/trace.go:171","msg":"trace[1945372912] transaction","detail":"{read_only:false; response_revision:10698; number_of_response:1; }","duration":"480.143117ms","start":"2026-03-04T05:21:20.837406Z","end":"2026-03-04T05:21:21.31755Z","steps":["trace[1945372912] 'process raft request' (duration: 479.630485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:21.317844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:21:20.837389Z","time spent":"480.314981ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:21:21.318189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.383207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444841"} {"level":"info","ts":"2026-03-04T05:21:21.31824Z","caller":"traceutil/trace.go:171","msg":"trace[2137967643] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10698; }","duration":"481.468808ms","start":"2026-03-04T05:21:20.83676Z","end":"2026-03-04T05:21:21.318228Z","steps":["trace[2137967643] 'agreement among raft nodes before linearized reading' (duration: 480.838234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:21.318277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:21:20.836751Z","time spent":"481.515359ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444864,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T05:21:22.900247Z","caller":"traceutil/trace.go:171","msg":"trace[418205379] transaction","detail":"{read_only:false; response_revision:10701; number_of_response:1; }","duration":"117.796519ms","start":"2026-03-04T05:21:22.782407Z","end":"2026-03-04T05:21:22.900204Z","steps":["trace[418205379] 'process raft request' (duration: 47.64222ms)","trace[418205379] 'compare' (duration: 69.861042ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:21:22.900456Z","caller":"traceutil/trace.go:171","msg":"trace[1329496667] linearizableReadLoop","detail":"{readStateIndex:11093; appliedIndex:11092; }","duration":"108.870069ms","start":"2026-03-04T05:21:22.791435Z","end":"2026-03-04T05:21:22.900305Z","steps":["trace[1329496667] 'read index received' (duration: 38.667329ms)","trace[1329496667] 'applied index is now lower than readState.Index' (duration: 70.19908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:21:22.900636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.165656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:21:22.900733Z","caller":"traceutil/trace.go:171","msg":"trace[1770315741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10701; }","duration":"109.31274ms","start":"2026-03-04T05:21:22.791395Z","end":"2026-03-04T05:21:22.900708Z","steps":["trace[1770315741] 'agreement among raft nodes before linearized reading' (duration: 109.073084ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:23.526073Z","caller":"traceutil/trace.go:171","msg":"trace[1196332534] linearizableReadLoop","detail":"{readStateIndex:11099; appliedIndex:11095; }","duration":"197.670777ms","start":"2026-03-04T05:21:23.328374Z","end":"2026-03-04T05:21:23.526044Z","steps":["trace[1196332534] 'read index received' (duration: 10.656321ms)","trace[1196332534] 'applied index is now lower than readState.Index' (duration: 187.012946ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:21:23.526214Z","caller":"traceutil/trace.go:171","msg":"trace[2025905462] transaction","detail":"{read_only:false; response_revision:10706; number_of_response:1; }","duration":"199.809527ms","start":"2026-03-04T05:21:23.32639Z","end":"2026-03-04T05:21:23.5262Z","steps":["trace[2025905462] 'process raft request' (duration: 199.573491ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:23.526324Z","caller":"traceutil/trace.go:171","msg":"trace[474527750] transaction","detail":"{read_only:false; response_revision:10707; number_of_response:1; }","duration":"199.705244ms","start":"2026-03-04T05:21:23.32661Z","end":"2026-03-04T05:21:23.526315Z","steps":["trace[474527750] 'process raft request' (duration: 199.396607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:23.526566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.183509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-04T05:21:23.526603Z","caller":"traceutil/trace.go:171","msg":"trace[1208760674] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:10707; }","duration":"198.258861ms","start":"2026-03-04T05:21:23.328334Z","end":"2026-03-04T05:21:23.526592Z","steps":["trace[1208760674] 'agreement among raft nodes before linearized reading' (duration: 198.082437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:23.526774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.70855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:21:23.526843Z","caller":"traceutil/trace.go:171","msg":"trace[2140583294] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:10707; }","duration":"195.850934ms","start":"2026-03-04T05:21:23.330978Z","end":"2026-03-04T05:21:23.526829Z","steps":["trace[2140583294] 'agreement among raft nodes before linearized reading' (duration: 195.706801ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:23.526089Z","caller":"traceutil/trace.go:171","msg":"trace[329275336] transaction","detail":"{read_only:false; response_revision:10705; number_of_response:1; }","duration":"199.743145ms","start":"2026-03-04T05:21:23.32631Z","end":"2026-03-04T05:21:23.526053Z","steps":["trace[329275336] 'process raft request' (duration: 199.424258ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:23.809464Z","caller":"traceutil/trace.go:171","msg":"trace[1961829896] transaction","detail":"{read_only:false; response_revision:10708; number_of_response:1; }","duration":"165.9132ms","start":"2026-03-04T05:21:23.643523Z","end":"2026-03-04T05:21:23.809436Z","steps":["trace[1961829896] 'process raft request' (duration: 165.718055ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:25.026472Z","caller":"traceutil/trace.go:171","msg":"trace[622999884] linearizableReadLoop","detail":"{readStateIndex:11103; appliedIndex:11102; }","duration":"119.430007ms","start":"2026-03-04T05:21:24.907022Z","end":"2026-03-04T05:21:25.026452Z","steps":["trace[622999884] 'read index received' (duration: 119.222242ms)","trace[622999884] 'applied index is now lower than readState.Index' (duration: 207.025µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:21:25.026502Z","caller":"traceutil/trace.go:171","msg":"trace[545588597] transaction","detail":"{read_only:false; response_revision:10711; number_of_response:1; }","duration":"119.687444ms","start":"2026-03-04T05:21:24.90679Z","end":"2026-03-04T05:21:25.026478Z","steps":["trace[545588597] 'process raft request' (duration: 119.52074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:25.026613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.575611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:21:25.026648Z","caller":"traceutil/trace.go:171","msg":"trace[1441612528] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10711; }","duration":"119.662613ms","start":"2026-03-04T05:21:24.906975Z","end":"2026-03-04T05:21:25.026638Z","steps":["trace[1441612528] 'agreement among raft nodes before linearized reading' (duration: 119.589931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:25.026934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.172538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:21:25.027056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.730491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-04T05:21:25.027098Z","caller":"traceutil/trace.go:171","msg":"trace[1087305762] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10711; }","duration":"118.785522ms","start":"2026-03-04T05:21:24.9083Z","end":"2026-03-04T05:21:25.027086Z","steps":["trace[1087305762] 'agreement among raft nodes before linearized reading' (duration: 118.69527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:25.02697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.212392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:21:25.027258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.060836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-04T05:21:25.027211Z","caller":"traceutil/trace.go:171","msg":"trace[1830721301] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10711; }","duration":"118.364373ms","start":"2026-03-04T05:21:24.908668Z","end":"2026-03-04T05:21:25.027033Z","steps":["trace[1830721301] 'agreement among raft nodes before linearized reading' (duration: 118.100957ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:25.027392Z","caller":"traceutil/trace.go:171","msg":"trace[2132509165] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10711; }","duration":"118.25621ms","start":"2026-03-04T05:21:24.909107Z","end":"2026-03-04T05:21:25.027363Z","steps":["trace[2132509165] 'agreement among raft nodes before linearized reading' (duration: 117.815729ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:25.027358Z","caller":"traceutil/trace.go:171","msg":"trace[997967827] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10711; }","duration":"119.616532ms","start":"2026-03-04T05:21:24.907725Z","end":"2026-03-04T05:21:25.027341Z","steps":["trace[997967827] 'agreement among raft nodes before linearized reading' (duration: 119.211973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:25.026976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.341545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:21:25.027756Z","caller":"traceutil/trace.go:171","msg":"trace[1806997199] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10711; }","duration":"120.138214ms","start":"2026-03-04T05:21:24.907596Z","end":"2026-03-04T05:21:25.027735Z","steps":["trace[1806997199] 'agreement among raft nodes before linearized reading' (duration: 119.354636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:25.026758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.55415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T05:21:25.027848Z","caller":"traceutil/trace.go:171","msg":"trace[88852798] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10711; }","duration":"120.693807ms","start":"2026-03-04T05:21:24.907146Z","end":"2026-03-04T05:21:25.02784Z","steps":["trace[88852798] 'agreement among raft nodes before linearized reading' (duration: 119.513049ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:25.261098Z","caller":"traceutil/trace.go:171","msg":"trace[1925486671] transaction","detail":"{read_only:false; response_revision:10712; number_of_response:1; }","duration":"227.913688ms","start":"2026-03-04T05:21:25.03315Z","end":"2026-03-04T05:21:25.261063Z","steps":["trace[1925486671] 'process raft request' (duration: 227.676712ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:25.660839Z","caller":"traceutil/trace.go:171","msg":"trace[293078663] transaction","detail":"{read_only:false; response_revision:10714; number_of_response:1; }","duration":"124.951918ms","start":"2026-03-04T05:21:25.535858Z","end":"2026-03-04T05:21:25.66081Z","steps":["trace[293078663] 'process raft request' (duration: 58.460204ms)","trace[293078663] 'compare' (duration: 66.263798ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:21:25.661066Z","caller":"traceutil/trace.go:171","msg":"trace[1206271513] transaction","detail":"{read_only:false; response_revision:10715; number_of_response:1; }","duration":"124.170619ms","start":"2026-03-04T05:21:25.536872Z","end":"2026-03-04T05:21:25.661043Z","steps":["trace[1206271513] 'process raft request' (duration: 123.882142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:25.661307Z","caller":"traceutil/trace.go:171","msg":"trace[724162507] transaction","detail":"{read_only:false; response_revision:10716; number_of_response:1; }","duration":"124.245301ms","start":"2026-03-04T05:21:25.537048Z","end":"2026-03-04T05:21:25.661293Z","steps":["trace[724162507] 'process raft request' (duration: 123.923773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:25.661494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.571801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-04T05:21:25.661556Z","caller":"traceutil/trace.go:171","msg":"trace[189334923] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:10716; }","duration":"119.664953ms","start":"2026-03-04T05:21:25.54188Z","end":"2026-03-04T05:21:25.661545Z","steps":["trace[189334923] 'agreement among raft nodes before linearized reading' (duration: 119.475958ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:25.661315Z","caller":"traceutil/trace.go:171","msg":"trace[5245254] linearizableReadLoop","detail":"{readStateIndex:11108; appliedIndex:11105; }","duration":"119.370166ms","start":"2026-03-04T05:21:25.541899Z","end":"2026-03-04T05:21:25.66127Z","steps":["trace[5245254] 'read index received' (duration: 52.421062ms)","trace[5245254] 'applied index is now lower than readState.Index' (duration: 66.947974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:21:25.95048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.205656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:21:25.95056Z","caller":"traceutil/trace.go:171","msg":"trace[1681544841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10716; }","duration":"160.338109ms","start":"2026-03-04T05:21:25.790202Z","end":"2026-03-04T05:21:25.95054Z","steps":["trace[1681544841] 'range keys from in-memory index tree' (duration: 160.103304ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:26.244976Z","caller":"traceutil/trace.go:171","msg":"trace[968555708] linearizableReadLoop","detail":"{readStateIndex:11110; appliedIndex:11109; }","duration":"293.303024ms","start":"2026-03-04T05:21:25.951647Z","end":"2026-03-04T05:21:26.24495Z","steps":["trace[968555708] 'read index received' (duration: 207.795755ms)","trace[968555708] 'applied index is now lower than readState.Index' (duration: 85.505899ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:21:26.245062Z","caller":"traceutil/trace.go:171","msg":"trace[1101507355] transaction","detail":"{read_only:false; response_revision:10718; number_of_response:1; }","duration":"293.439557ms","start":"2026-03-04T05:21:25.951584Z","end":"2026-03-04T05:21:26.245024Z","steps":["trace[1101507355] 'process raft request' (duration: 207.843806ms)","trace[1101507355] 'compare' (duration: 85.385836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:21:26.245098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.430407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:21:26.245164Z","caller":"traceutil/trace.go:171","msg":"trace[1790804594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10718; }","duration":"293.54044ms","start":"2026-03-04T05:21:25.951608Z","end":"2026-03-04T05:21:26.245148Z","steps":["trace[1790804594] 'agreement among raft nodes before linearized reading' (duration: 293.434207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:26.542304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.360033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:21:26.54243Z","caller":"traceutil/trace.go:171","msg":"trace[1845972447] transaction","detail":"{read_only:false; response_revision:10719; number_of_response:1; }","duration":"258.692651ms","start":"2026-03-04T05:21:26.283715Z","end":"2026-03-04T05:21:26.542408Z","steps":["trace[1845972447] 'process raft request' (duration: 120.127323ms)","trace[1845972447] 'compare' (duration: 138.040375ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:21:27.136447Z","caller":"traceutil/trace.go:171","msg":"trace[1230476098] linearizableReadLoop","detail":"{readStateIndex:11112; appliedIndex:11111; }","duration":"103.121504ms","start":"2026-03-04T05:21:27.033308Z","end":"2026-03-04T05:21:27.136429Z","steps":["trace[1230476098] 'read index received' (duration: 102.931619ms)","trace[1230476098] 'applied index is now lower than readState.Index' (duration: 189.205µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:21:27.136489Z","caller":"traceutil/trace.go:171","msg":"trace[329671149] transaction","detail":"{read_only:false; response_revision:10720; number_of_response:1; }","duration":"103.290218ms","start":"2026-03-04T05:21:27.033178Z","end":"2026-03-04T05:21:27.136468Z","steps":["trace[329671149] 'process raft request' (duration: 103.128854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:27.136642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.314918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-04T05:21:27.136672Z","caller":"traceutil/trace.go:171","msg":"trace[240869042] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10720; }","duration":"103.360699ms","start":"2026-03-04T05:21:27.033304Z","end":"2026-03-04T05:21:27.136665Z","steps":["trace[240869042] 'agreement among raft nodes before linearized reading' (duration: 103.219406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:27.13674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.774886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:21:27.136822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.415858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:21:27.136829Z","caller":"traceutil/trace.go:171","msg":"trace[23034552] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10720; }","duration":"102.920809ms","start":"2026-03-04T05:21:27.033888Z","end":"2026-03-04T05:21:27.136809Z","steps":["trace[23034552] 'agreement among raft nodes before linearized reading' (duration: 102.738885ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:27.13685Z","caller":"traceutil/trace.go:171","msg":"trace[1241345312] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10720; }","duration":"102.456349ms","start":"2026-03-04T05:21:27.034385Z","end":"2026-03-04T05:21:27.136841Z","steps":["trace[1241345312] 'agreement among raft nodes before linearized reading' (duration: 102.407797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:27.13695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.51906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-04T05:21:27.136976Z","caller":"traceutil/trace.go:171","msg":"trace[1245857263] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10720; }","duration":"102.559971ms","start":"2026-03-04T05:21:27.03441Z","end":"2026-03-04T05:21:27.13697Z","steps":["trace[1245857263] 'agreement among raft nodes before linearized reading' (duration: 102.492269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:27.137088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.846907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T05:21:27.137109Z","caller":"traceutil/trace.go:171","msg":"trace[1625474598] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10720; }","duration":"102.898169ms","start":"2026-03-04T05:21:27.034206Z","end":"2026-03-04T05:21:27.137104Z","steps":["trace[1625474598] 'agreement among raft nodes before linearized reading' (duration: 102.829187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:27.13682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.946146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:21:27.137322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.998285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:21:27.137386Z","caller":"traceutil/trace.go:171","msg":"trace[980029152] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:10720; }","duration":"101.074246ms","start":"2026-03-04T05:21:27.036301Z","end":"2026-03-04T05:21:27.137376Z","steps":["trace[980029152] 'agreement among raft nodes before linearized reading' (duration: 100.992944ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:27.137382Z","caller":"traceutil/trace.go:171","msg":"trace[375316095] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10720; }","duration":"102.429178ms","start":"2026-03-04T05:21:27.034844Z","end":"2026-03-04T05:21:27.137273Z","steps":["trace[375316095] 'agreement among raft nodes before linearized reading' (duration: 101.859264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:27.801186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.445649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:21:27.801301Z","caller":"traceutil/trace.go:171","msg":"trace[224356294] linearizableReadLoop","detail":"{readStateIndex:11115; appliedIndex:11114; }","duration":"135.446794ms","start":"2026-03-04T05:21:27.665837Z","end":"2026-03-04T05:21:27.801284Z","steps":["trace[224356294] 'read index received' (duration: 26.831141ms)","trace[224356294] 'applied index is now lower than readState.Index' (duration: 108.614513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:21:27.801523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.682549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T05:21:27.801561Z","caller":"traceutil/trace.go:171","msg":"trace[1873070183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10723; }","duration":"135.768421ms","start":"2026-03-04T05:21:27.665782Z","end":"2026-03-04T05:21:27.801551Z","steps":["trace[1873070183] 'agreement among raft nodes before linearized reading' (duration: 135.637858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:27.801771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.104561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-04T05:21:27.801859Z","caller":"traceutil/trace.go:171","msg":"trace[1779867839] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:10723; }","duration":"125.248504ms","start":"2026-03-04T05:21:27.676592Z","end":"2026-03-04T05:21:27.801841Z","steps":["trace[1779867839] 'agreement among raft nodes before linearized reading' (duration: 124.963107ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:21:27.801895Z","caller":"traceutil/trace.go:171","msg":"trace[966876750] transaction","detail":"{read_only:false; response_revision:10723; number_of_response:1; }","duration":"233.302164ms","start":"2026-03-04T05:21:27.568107Z","end":"2026-03-04T05:21:27.801409Z","steps":["trace[966876750] 'process raft request' (duration: 124.544997ms)","trace[966876750] 'compare' (duration: 108.329207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:21:27.801961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.747261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:21:27.80205Z","caller":"traceutil/trace.go:171","msg":"trace[2137865161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10723; }","duration":"135.863294ms","start":"2026-03-04T05:21:27.666169Z","end":"2026-03-04T05:21:27.802032Z","steps":["trace[2137865161] 'agreement among raft nodes before linearized reading' (duration: 135.627908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:27.801807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.655218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T05:21:27.802156Z","caller":"traceutil/trace.go:171","msg":"trace[12775984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10723; }","duration":"136.033388ms","start":"2026-03-04T05:21:27.666061Z","end":"2026-03-04T05:21:27.802094Z","steps":["trace[12775984] 'agreement among raft nodes before linearized reading' (duration: 135.455654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:28.119563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.199626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:21:28.119776Z","caller":"traceutil/trace.go:171","msg":"trace[1120890038] transaction","detail":"{read_only:false; response_revision:10725; number_of_response:1; }","duration":"313.009068ms","start":"2026-03-04T05:21:27.806734Z","end":"2026-03-04T05:21:28.119743Z","steps":["trace[1120890038] 'process raft request' (duration: 115.533146ms)","trace[1120890038] 'compare' (duration: 197.061383ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:21:28.119875Z","caller":"traceutil/trace.go:171","msg":"trace[1695349119] transaction","detail":"{read_only:false; response_revision:10726; number_of_response:1; }","duration":"312.409224ms","start":"2026-03-04T05:21:27.807447Z","end":"2026-03-04T05:21:28.119857Z","steps":["trace[1695349119] 'process raft request' (duration: 312.22472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:21:28.12002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:21:27.806719Z","time spent":"313.219403ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:21:28.120141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:21:27.807423Z","time spent":"312.600078ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:21:28.280626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.870162ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T05:21:28.434035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.863732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:21:28.434132Z","caller":"traceutil/trace.go:171","msg":"trace[1626775198] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10727; }","duration":"184.017245ms","start":"2026-03-04T05:21:28.250091Z","end":"2026-03-04T05:21:28.434108Z","steps":["trace[1626775198] 'agreement among raft nodes before linearized reading' (duration: 30.821924ms)","trace[1626775198] 'range keys from in-memory index tree' (duration: 153.033317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:21:28.43416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.960425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:21:28.434253Z","caller":"traceutil/trace.go:171","msg":"trace[618884969] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10727; }","duration":"184.107038ms","start":"2026-03-04T05:21:28.250124Z","end":"2026-03-04T05:21:28.434231Z","steps":["trace[618884969] 'agreement among raft nodes before linearized reading' (duration: 30.795934ms)","trace[618884969] 'range keys from in-memory index tree' (duration: 153.18581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:21:28.434359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.161149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:21:28.434454Z","caller":"traceutil/trace.go:171","msg":"trace[1246024535] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10727; }","duration":"184.316833ms","start":"2026-03-04T05:21:28.250114Z","end":"2026-03-04T05:21:28.434431Z","steps":["trace[1246024535] 'agreement among raft nodes before linearized reading' (duration: 30.814565ms)","trace[1246024535] 'range keys from in-memory index tree' (duration: 153.352025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:21:28.434479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.336573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:21:28.434677Z","caller":"traceutil/trace.go:171","msg":"trace[1371242561] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10727; }","duration":"184.597419ms","start":"2026-03-04T05:21:28.250028Z","end":"2026-03-04T05:21:28.434625Z","steps":["trace[1371242561] 'agreement among raft nodes before linearized reading' (duration: 30.863036ms)","trace[1371242561] 'range keys from in-memory index tree' (duration: 153.479988ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:24:21.169109Z","caller":"traceutil/trace.go:171","msg":"trace[1721068379] linearizableReadLoop","detail":"{readStateIndex:12196; appliedIndex:12195; }","duration":"260.14328ms","start":"2026-03-04T05:24:20.908944Z","end":"2026-03-04T05:24:21.169087Z","steps":["trace[1721068379] 'read index received' (duration: 252.820057ms)","trace[1721068379] 'applied index is now lower than readState.Index' (duration: 7.322113ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:24:21.169201Z","caller":"traceutil/trace.go:171","msg":"trace[191747996] transaction","detail":"{read_only:false; response_revision:11766; number_of_response:1; }","duration":"278.397002ms","start":"2026-03-04T05:24:20.890765Z","end":"2026-03-04T05:24:21.169162Z","steps":["trace[191747996] 'process raft request' (duration: 271.019217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:24:21.169363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.383906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T05:24:21.16945Z","caller":"traceutil/trace.go:171","msg":"trace[597816336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11766; }","duration":"260.55419ms","start":"2026-03-04T05:24:20.908878Z","end":"2026-03-04T05:24:21.169432Z","steps":["trace[597816336] 'agreement among raft nodes before linearized reading' (duration: 260.308795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:24:21.169505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.490218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-79c687b675-gcxrq.18998bf944049adc\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-03-04T05:24:21.169602Z","caller":"traceutil/trace.go:171","msg":"trace[788835896] range","detail":"{range_begin:/registry/events/openstack/cinder-api-79c687b675-gcxrq.18998bf944049adc; range_end:; response_count:1; response_revision:11767; }","duration":"117.648012ms","start":"2026-03-04T05:24:21.051929Z","end":"2026-03-04T05:24:21.169577Z","steps":["trace[788835896] 'agreement among raft nodes before linearized reading' (duration: 117.357955ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:24:21.169644Z","caller":"traceutil/trace.go:171","msg":"trace[729187588] transaction","detail":"{read_only:false; response_revision:11767; number_of_response:1; }","duration":"218.369763ms","start":"2026-03-04T05:24:20.95123Z","end":"2026-03-04T05:24:21.1696Z","steps":["trace[729187588] 'process raft request' (duration: 217.914693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:24:21.169656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.071024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T05:24:21.169638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.750327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T05:24:21.169738Z","caller":"traceutil/trace.go:171","msg":"trace[2047963215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11767; }","duration":"102.194306ms","start":"2026-03-04T05:24:21.067527Z","end":"2026-03-04T05:24:21.169721Z","steps":["trace[2047963215] 'agreement among raft nodes before linearized reading' (duration: 101.780566ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:24:21.169775Z","caller":"traceutil/trace.go:171","msg":"trace[665975836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11767; }","duration":"107.945472ms","start":"2026-03-04T05:24:21.061794Z","end":"2026-03-04T05:24:21.169739Z","steps":["trace[665975836] 'agreement among raft nodes before linearized reading' (duration: 107.566853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:24:21.169885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.401892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-api-79c687b675-gcxrq\" ","response":"range_response_count:1 size:10338"} {"level":"info","ts":"2026-03-04T05:24:21.169952Z","caller":"traceutil/trace.go:171","msg":"trace[455759405] range","detail":"{range_begin:/registry/pods/openstack/cinder-api-79c687b675-gcxrq; range_end:; response_count:1; response_revision:11767; }","duration":"116.551505ms","start":"2026-03-04T05:24:21.053384Z","end":"2026-03-04T05:24:21.169936Z","steps":["trace[455759405] 'agreement among raft nodes before linearized reading' (duration: 116.140266ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:24:49.65891Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9928} {"level":"info","ts":"2026-03-04T05:24:49.761392Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9928,"took":"99.758599ms","hash":1875726992,"current-db-size-bytes":40775680,"current-db-size":"41 MB","current-db-size-in-use-bytes":23683072,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T05:24:49.761481Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1875726992,"revision":9928,"compact-revision":7608} {"level":"warn","ts":"2026-03-04T05:25:47.858623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.056994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T05:25:47.858758Z","caller":"traceutil/trace.go:171","msg":"trace[777124090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12387; }","duration":"201.212658ms","start":"2026-03-04T05:25:47.657519Z","end":"2026-03-04T05:25:47.858732Z","steps":["trace[777124090] 'range keys from in-memory index tree' (duration: 200.809038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:25:47.859081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.516042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T05:25:47.859189Z","caller":"traceutil/trace.go:171","msg":"trace[725496937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12387; }","duration":"203.649984ms","start":"2026-03-04T05:25:47.655498Z","end":"2026-03-04T05:25:47.859148Z","steps":["trace[725496937] 'range keys from in-memory index tree' (duration: 203.330457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:25:47.859238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.628811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:25:47.85965Z","caller":"traceutil/trace.go:171","msg":"trace[1729153781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12387; }","duration":"203.068401ms","start":"2026-03-04T05:25:47.656559Z","end":"2026-03-04T05:25:47.859627Z","steps":["trace[1729153781] 'range keys from in-memory index tree' (duration: 202.486757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:25:47.930253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.11782ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T05:25:47.9306Z","caller":"traceutil/trace.go:171","msg":"trace[1070881161] linearizableReadLoop","detail":"{readStateIndex:12841; appliedIndex:12840; }","duration":"230.780786ms","start":"2026-03-04T05:25:47.69979Z","end":"2026-03-04T05:25:47.930571Z","steps":["trace[1070881161] 'read index received' (duration: 121.366349ms)","trace[1070881161] 'applied index is now lower than readState.Index' (duration: 109.410817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:25:47.930923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.098154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:25:47.931009Z","caller":"traceutil/trace.go:171","msg":"trace[434344032] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:12388; }","duration":"231.244867ms","start":"2026-03-04T05:25:47.699742Z","end":"2026-03-04T05:25:47.930987Z","steps":["trace[434344032] 'agreement among raft nodes before linearized reading' (duration: 231.018372ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:25:48.036016Z","caller":"traceutil/trace.go:171","msg":"trace[1242604840] linearizableReadLoop","detail":"{readStateIndex:12844; appliedIndex:12842; }","duration":"105.259848ms","start":"2026-03-04T05:25:47.930728Z","end":"2026-03-04T05:25:48.035988Z","steps":["trace[1242604840] 'read index received' (duration: 104.992392ms)","trace[1242604840] 'applied index is now lower than readState.Index' (duration: 266.366µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:25:48.036084Z","caller":"traceutil/trace.go:171","msg":"trace[891736866] transaction","detail":"{read_only:false; response_revision:12390; number_of_response:1; }","duration":"171.477955ms","start":"2026-03-04T05:25:47.864569Z","end":"2026-03-04T05:25:48.036047Z","steps":["trace[891736866] 'process raft request' (duration: 171.364662ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:25:48.036258Z","caller":"traceutil/trace.go:171","msg":"trace[42197374] transaction","detail":"{read_only:false; response_revision:12389; number_of_response:1; }","duration":"172.338845ms","start":"2026-03-04T05:25:47.863878Z","end":"2026-03-04T05:25:48.036217Z","steps":["trace[42197374] 'process raft request' (duration: 171.853463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:25:48.036293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.199654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:25:48.036296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.679515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T05:25:48.036371Z","caller":"traceutil/trace.go:171","msg":"trace[682740283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12390; }","duration":"244.306496ms","start":"2026-03-04T05:25:47.792047Z","end":"2026-03-04T05:25:48.036353Z","steps":["trace[682740283] 'agreement among raft nodes before linearized reading' (duration: 244.117052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:25:48.036348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.756584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T05:25:48.036391Z","caller":"traceutil/trace.go:171","msg":"trace[1449665226] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12390; }","duration":"318.817268ms","start":"2026-03-04T05:25:47.717554Z","end":"2026-03-04T05:25:48.036371Z","steps":["trace[1449665226] 'agreement among raft nodes before linearized reading' (duration: 318.550561ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:25:48.036436Z","caller":"traceutil/trace.go:171","msg":"trace[113729113] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12390; }","duration":"180.895026ms","start":"2026-03-04T05:25:47.855516Z","end":"2026-03-04T05:25:48.036411Z","steps":["trace[113729113] 'agreement among raft nodes before linearized reading' (duration: 180.598479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:25:48.036456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:25:47.717542Z","time spent":"318.89838ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T05:26:05.78077Z","caller":"traceutil/trace.go:171","msg":"trace[1134643796] transaction","detail":"{read_only:false; response_revision:12500; number_of_response:1; }","duration":"320.892137ms","start":"2026-03-04T05:26:05.459851Z","end":"2026-03-04T05:26:05.780743Z","steps":["trace[1134643796] 'process raft request' (duration: 320.725933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:26:05.781009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:26:05.459828Z","time spent":"321.02538ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:26:06.221519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.42297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:26:06.221762Z","caller":"traceutil/trace.go:171","msg":"trace[1417262403] linearizableReadLoop","detail":"{readStateIndex:12960; appliedIndex:12958; }","duration":"434.215086ms","start":"2026-03-04T05:26:05.787521Z","end":"2026-03-04T05:26:06.221736Z","steps":["trace[1417262403] 'read index received' (duration: 271.394836ms)","trace[1417262403] 'applied index is now lower than readState.Index' (duration: 162.81894ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:26:06.221873Z","caller":"traceutil/trace.go:171","msg":"trace[456435050] transaction","detail":"{read_only:false; response_revision:12502; number_of_response:1; }","duration":"527.757918ms","start":"2026-03-04T05:26:05.69409Z","end":"2026-03-04T05:26:06.221848Z","steps":["trace[456435050] 'process raft request' (duration: 527.554353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:26:06.221913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.392441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:26:06.221883Z","caller":"traceutil/trace.go:171","msg":"trace[1022974267] transaction","detail":"{read_only:false; response_revision:12501; number_of_response:1; }","duration":"611.447817ms","start":"2026-03-04T05:26:05.610406Z","end":"2026-03-04T05:26:06.221853Z","steps":["trace[1022974267] 'process raft request' (duration: 448.520795ms)","trace[1022974267] 'compare' (duration: 162.293767ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:26:06.221951Z","caller":"traceutil/trace.go:171","msg":"trace[632094213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12502; }","duration":"434.472893ms","start":"2026-03-04T05:26:05.787463Z","end":"2026-03-04T05:26:06.221936Z","steps":["trace[632094213] 'agreement among raft nodes before linearized reading' (duration: 434.401691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:26:06.221972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:26:05.694057Z","time spent":"527.868381ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:26:06.221991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:26:05.787444Z","time spent":"434.538544ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:26:06.222037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:26:05.610377Z","time spent":"611.579199ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:26:06.222133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.428392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T05:26:06.222211Z","caller":"traceutil/trace.go:171","msg":"trace[1350166460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12502; }","duration":"201.562786ms","start":"2026-03-04T05:26:06.020632Z","end":"2026-03-04T05:26:06.222194Z","steps":["trace[1350166460] 'agreement among raft nodes before linearized reading' (duration: 201.362501ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:26:06.357217Z","caller":"traceutil/trace.go:171","msg":"trace[1737093403] transaction","detail":"{read_only:false; response_revision:12504; number_of_response:1; }","duration":"130.385073ms","start":"2026-03-04T05:26:06.226792Z","end":"2026-03-04T05:26:06.357177Z","steps":["trace[1737093403] 'process raft request' (duration: 120.401047ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:26:06.357816Z","caller":"traceutil/trace.go:171","msg":"trace[642993026] transaction","detail":"{read_only:false; response_revision:12505; number_of_response:1; }","duration":"130.994467ms","start":"2026-03-04T05:26:06.226804Z","end":"2026-03-04T05:26:06.357799Z","steps":["trace[642993026] 'process raft request' (duration: 130.231099ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:26:11.080338Z","caller":"traceutil/trace.go:171","msg":"trace[464945317] transaction","detail":"{read_only:false; response_revision:12523; number_of_response:1; }","duration":"125.60831ms","start":"2026-03-04T05:26:10.954706Z","end":"2026-03-04T05:26:11.080314Z","steps":["trace[464945317] 'process raft request' (duration: 125.438756ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:26:11.653319Z","caller":"traceutil/trace.go:171","msg":"trace[686403668] transaction","detail":"{read_only:false; response_revision:12525; number_of_response:1; }","duration":"240.315342ms","start":"2026-03-04T05:26:11.412976Z","end":"2026-03-04T05:26:11.653291Z","steps":["trace[686403668] 'process raft request' (duration: 239.975884ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:26:17.913083Z","caller":"traceutil/trace.go:171","msg":"trace[64249586] transaction","detail":"{read_only:false; response_revision:12577; number_of_response:1; }","duration":"243.590557ms","start":"2026-03-04T05:26:17.669462Z","end":"2026-03-04T05:26:17.913052Z","steps":["trace[64249586] 'process raft request' (duration: 201.101811ms)","trace[64249586] 'compare' (duration: 42.21032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:26:18.192082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.276527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T05:26:18.192159Z","caller":"traceutil/trace.go:171","msg":"trace[957476051] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12578; }","duration":"101.4002ms","start":"2026-03-04T05:26:18.09074Z","end":"2026-03-04T05:26:18.19214Z","steps":["trace[957476051] 'range keys from in-memory index tree' (duration: 101.110293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:26:18.192101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.992694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T05:26:18.192302Z","caller":"traceutil/trace.go:171","msg":"trace[870934168] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12578; }","duration":"129.208829ms","start":"2026-03-04T05:26:18.063046Z","end":"2026-03-04T05:26:18.192254Z","steps":["trace[870934168] 'range keys from in-memory index tree' (duration: 128.84821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:26:18.616163Z","caller":"traceutil/trace.go:171","msg":"trace[676445082] linearizableReadLoop","detail":"{readStateIndex:13045; appliedIndex:13044; }","duration":"201.882469ms","start":"2026-03-04T05:26:18.41426Z","end":"2026-03-04T05:26:18.616142Z","steps":["trace[676445082] 'read index received' (duration: 165.821395ms)","trace[676445082] 'applied index is now lower than readState.Index' (duration: 36.060244ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:26:18.616214Z","caller":"traceutil/trace.go:171","msg":"trace[1948454248] transaction","detail":"{read_only:false; response_revision:12584; number_of_response:1; }","duration":"205.811782ms","start":"2026-03-04T05:26:18.410365Z","end":"2026-03-04T05:26:18.616176Z","steps":["trace[1948454248] 'process raft request' (duration: 169.679587ms)","trace[1948454248] 'compare' (duration: 35.92081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:26:18.616501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.192362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-04T05:26:18.616543Z","caller":"traceutil/trace.go:171","msg":"trace[871213586] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:12585; }","duration":"168.287244ms","start":"2026-03-04T05:26:18.448243Z","end":"2026-03-04T05:26:18.616531Z","steps":["trace[871213586] 'agreement among raft nodes before linearized reading' (duration: 168.11611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:26:18.616579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.29511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T05:26:18.616664Z","caller":"traceutil/trace.go:171","msg":"trace[1254186916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12585; }","duration":"202.420882ms","start":"2026-03-04T05:26:18.414223Z","end":"2026-03-04T05:26:18.616644Z","steps":["trace[1254186916] 'agreement among raft nodes before linearized reading' (duration: 202.021623ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:26:22.76874Z","caller":"traceutil/trace.go:171","msg":"trace[1519317518] linearizableReadLoop","detail":"{readStateIndex:13065; appliedIndex:13064; }","duration":"103.581662ms","start":"2026-03-04T05:26:22.665135Z","end":"2026-03-04T05:26:22.768716Z","steps":["trace[1519317518] 'read index received' (duration: 98.275876ms)","trace[1519317518] 'applied index is now lower than readState.Index' (duration: 5.304716ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:26:22.76882Z","caller":"traceutil/trace.go:171","msg":"trace[367784164] transaction","detail":"{read_only:false; response_revision:12604; number_of_response:1; }","duration":"105.412035ms","start":"2026-03-04T05:26:22.663394Z","end":"2026-03-04T05:26:22.768806Z","steps":["trace[367784164] 'process raft request' (duration: 100.078269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:26:22.768986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.831468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T05:26:22.76903Z","caller":"traceutil/trace.go:171","msg":"trace[1907739203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12604; }","duration":"103.91592ms","start":"2026-03-04T05:26:22.665101Z","end":"2026-03-04T05:26:22.769017Z","steps":["trace[1907739203] 'agreement among raft nodes before linearized reading' (duration: 103.765286ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:01.317628Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033e7.wal"} {"level":"info","ts":"2026-03-04T05:27:10.907359Z","caller":"traceutil/trace.go:171","msg":"trace[297282589] linearizableReadLoop","detail":"{readStateIndex:13374; appliedIndex:13373; }","duration":"298.279931ms","start":"2026-03-04T05:27:10.609046Z","end":"2026-03-04T05:27:10.907326Z","steps":["trace[297282589] 'read index received' (duration: 298.181799ms)","trace[297282589] 'applied index is now lower than readState.Index' (duration: 96.362µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:27:10.907421Z","caller":"traceutil/trace.go:171","msg":"trace[1941645983] transaction","detail":"{read_only:false; response_revision:12899; number_of_response:1; }","duration":"298.426685ms","start":"2026-03-04T05:27:10.608948Z","end":"2026-03-04T05:27:10.907375Z","steps":["trace[1941645983] 'process raft request' (duration: 298.199969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:10.907677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.573738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:27:10.907824Z","caller":"traceutil/trace.go:171","msg":"trace[1311707816] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:12899; }","duration":"298.752132ms","start":"2026-03-04T05:27:10.609037Z","end":"2026-03-04T05:27:10.907789Z","steps":["trace[1311707816] 'agreement among raft nodes before linearized reading' (duration: 298.469306ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:10.934987Z","caller":"traceutil/trace.go:171","msg":"trace[1584212891] transaction","detail":"{read_only:false; response_revision:12900; number_of_response:1; }","duration":"324.320528ms","start":"2026-03-04T05:27:10.610646Z","end":"2026-03-04T05:27:10.934967Z","steps":["trace[1584212891] 'process raft request' (duration: 322.190257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:10.935144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:10.610614Z","time spent":"324.431131ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:27:10.935139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.910351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T05:27:10.935221Z","caller":"traceutil/trace.go:171","msg":"trace[969613594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12901; }","duration":"322.047494ms","start":"2026-03-04T05:27:10.613152Z","end":"2026-03-04T05:27:10.9352Z","steps":["trace[969613594] 'agreement among raft nodes before linearized reading' (duration: 321.799578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:10.935331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:10.613134Z","time spent":"322.188377ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T05:27:34.180576Z","caller":"traceutil/trace.go:171","msg":"trace[1823546758] transaction","detail":"{read_only:false; response_revision:13018; number_of_response:1; }","duration":"238.951887ms","start":"2026-03-04T05:27:33.941591Z","end":"2026-03-04T05:27:34.180542Z","steps":["trace[1823546758] 'process raft request' (duration: 238.67124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:34.805576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.672353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T05:27:34.80576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.117282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-04T05:27:34.805793Z","caller":"traceutil/trace.go:171","msg":"trace[2019692194] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13018; }","duration":"348.177622ms","start":"2026-03-04T05:27:34.457608Z","end":"2026-03-04T05:27:34.805786Z","steps":["trace[2019692194] 'range keys from in-memory index tree' (duration: 348.020559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:34.805814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:34.457592Z","time spent":"348.217374ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T05:27:34.805652Z","caller":"traceutil/trace.go:171","msg":"trace[1298171994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13018; }","duration":"432.756295ms","start":"2026-03-04T05:27:34.372877Z","end":"2026-03-04T05:27:34.805633Z","steps":["trace[1298171994] 'range keys from in-memory index tree' (duration: 432.500679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:34.80653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:34.372831Z","time spent":"433.653796ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T05:27:43.0147Z","caller":"traceutil/trace.go:171","msg":"trace[25083756] linearizableReadLoop","detail":"{readStateIndex:13535; appliedIndex:13534; }","duration":"223.962792ms","start":"2026-03-04T05:27:42.79071Z","end":"2026-03-04T05:27:43.014672Z","steps":["trace[25083756] 'read index received' (duration: 223.755637ms)","trace[25083756] 'applied index is now lower than readState.Index' (duration: 205.535µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:27:43.014755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:42.689202Z","time spent":"325.546947ms","remote":"127.0.0.1:56060","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T05:27:43.014844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.118206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:27:43.014928Z","caller":"traceutil/trace.go:171","msg":"trace[1886468494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13053; }","duration":"224.252679ms","start":"2026-03-04T05:27:42.790656Z","end":"2026-03-04T05:27:43.014909Z","steps":["trace[1886468494] 'agreement among raft nodes before linearized reading' (duration: 224.108035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:43.015002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.559676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T05:27:43.015071Z","caller":"traceutil/trace.go:171","msg":"trace[1060667908] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13053; }","duration":"167.682859ms","start":"2026-03-04T05:27:42.847368Z","end":"2026-03-04T05:27:43.015051Z","steps":["trace[1060667908] 'agreement among raft nodes before linearized reading' (duration: 167.493295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:43.015126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.334948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:27:43.015257Z","caller":"traceutil/trace.go:171","msg":"trace[1182011036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13053; }","duration":"106.535452ms","start":"2026-03-04T05:27:42.908693Z","end":"2026-03-04T05:27:43.015228Z","steps":["trace[1182011036] 'agreement among raft nodes before linearized reading' (duration: 106.249006ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:43.248926Z","caller":"traceutil/trace.go:171","msg":"trace[1269652620] transaction","detail":"{read_only:false; response_revision:13054; number_of_response:1; }","duration":"232.120305ms","start":"2026-03-04T05:27:43.016753Z","end":"2026-03-04T05:27:43.248873Z","steps":["trace[1269652620] 'process raft request' (duration: 206.885827ms)","trace[1269652620] 'compare' (duration: 24.48312ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:27:43.251367Z","caller":"traceutil/trace.go:171","msg":"trace[529473252] transaction","detail":"{read_only:false; response_revision:13055; number_of_response:1; }","duration":"231.102531ms","start":"2026-03-04T05:27:43.020229Z","end":"2026-03-04T05:27:43.251332Z","steps":["trace[529473252] 'process raft request' (duration: 230.841065ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:43.251393Z","caller":"traceutil/trace.go:171","msg":"trace[35287029] transaction","detail":"{read_only:false; response_revision:13056; number_of_response:1; }","duration":"127.839166ms","start":"2026-03-04T05:27:43.12351Z","end":"2026-03-04T05:27:43.251349Z","steps":["trace[35287029] 'process raft request' (duration: 127.746604ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:43.251954Z","caller":"traceutil/trace.go:171","msg":"trace[441137855] transaction","detail":"{read_only:false; response_revision:13057; number_of_response:1; }","duration":"126.30762ms","start":"2026-03-04T05:27:43.125635Z","end":"2026-03-04T05:27:43.251943Z","steps":["trace[441137855] 'process raft request' (duration: 125.658075ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:43.252284Z","caller":"traceutil/trace.go:171","msg":"trace[486826848] linearizableReadLoop","detail":"{readStateIndex:13540; appliedIndex:13535; }","duration":"114.714656ms","start":"2026-03-04T05:27:43.137541Z","end":"2026-03-04T05:27:43.252256Z","steps":["trace[486826848] 'read index received' (duration: 86.192761ms)","trace[486826848] 'applied index is now lower than readState.Index' (duration: 28.520615ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:27:43.252451Z","caller":"traceutil/trace.go:171","msg":"trace[49481727] transaction","detail":"{read_only:false; response_revision:13058; number_of_response:1; }","duration":"125.261035ms","start":"2026-03-04T05:27:43.127179Z","end":"2026-03-04T05:27:43.25244Z","steps":["trace[49481727] 'process raft request' (duration: 124.754783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:43.252846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.287899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T05:27:43.252881Z","caller":"traceutil/trace.go:171","msg":"trace[1931059190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13058; }","duration":"115.365351ms","start":"2026-03-04T05:27:43.137505Z","end":"2026-03-04T05:27:43.25287Z","steps":["trace[1931059190] 'agreement among raft nodes before linearized reading' (duration: 115.244488ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:51.559684Z","caller":"traceutil/trace.go:171","msg":"trace[712678423] transaction","detail":"{read_only:false; response_revision:13108; number_of_response:1; }","duration":"280.844588ms","start":"2026-03-04T05:27:51.278808Z","end":"2026-03-04T05:27:51.559652Z","steps":["trace[712678423] 'process raft request' (duration: 280.655564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:51.759487Z","caller":"traceutil/trace.go:171","msg":"trace[2008305939] transaction","detail":"{read_only:false; response_revision:13109; number_of_response:1; }","duration":"480.594518ms","start":"2026-03-04T05:27:51.278856Z","end":"2026-03-04T05:27:51.759451Z","steps":["trace[2008305939] 'process raft request' (duration: 382.518816ms)","trace[2008305939] 'compare' (duration: 97.803985ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:27:51.759501Z","caller":"traceutil/trace.go:171","msg":"trace[1572054977] linearizableReadLoop","detail":"{readStateIndex:13594; appliedIndex:13591; }","duration":"472.482366ms","start":"2026-03-04T05:27:51.286979Z","end":"2026-03-04T05:27:51.759462Z","steps":["trace[1572054977] 'read index received' (duration: 272.552313ms)","trace[1572054977] 'applied index is now lower than readState.Index' (duration: 199.928723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:27:51.75965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:51.278832Z","time spent":"480.729371ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:27:51.759686Z","caller":"traceutil/trace.go:171","msg":"trace[1990999481] transaction","detail":"{read_only:false; response_revision:13110; number_of_response:1; }","duration":"480.090295ms","start":"2026-03-04T05:27:51.27956Z","end":"2026-03-04T05:27:51.759651Z","steps":["trace[1990999481] 'process raft request' (duration: 479.826909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:51.759855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:51.279537Z","time spent":"480.233509ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:27:51.759886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.876625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T05:27:51.759899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.552263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T05:27:51.759931Z","caller":"traceutil/trace.go:171","msg":"trace[419515659] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13110; }","duration":"468.631945ms","start":"2026-03-04T05:27:51.291291Z","end":"2026-03-04T05:27:51.759923Z","steps":["trace[419515659] 'agreement among raft nodes before linearized reading' (duration: 468.514162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:51.759934Z","caller":"traceutil/trace.go:171","msg":"trace[379735056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13110; }","duration":"472.997328ms","start":"2026-03-04T05:27:51.286921Z","end":"2026-03-04T05:27:51.759919Z","steps":["trace[379735056] 'agreement among raft nodes before linearized reading' (duration: 472.738372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:51.759996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:51.286904Z","time spent":"473.08048ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:27:51.759947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:51.291269Z","time spent":"468.675175ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:27:51.76011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.420789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T05:27:51.76013Z","caller":"traceutil/trace.go:171","msg":"trace[1295754638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13110; }","duration":"468.454741ms","start":"2026-03-04T05:27:51.291671Z","end":"2026-03-04T05:27:51.760126Z","steps":["trace[1295754638] 'agreement among raft nodes before linearized reading' (duration: 468.403569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:51.760146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:51.291662Z","time spent":"468.480241ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:27:51.760176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.873742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-04T05:27:51.760294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.664387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T05:27:51.760369Z","caller":"traceutil/trace.go:171","msg":"trace[779883145] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:13110; }","duration":"181.112418ms","start":"2026-03-04T05:27:51.579241Z","end":"2026-03-04T05:27:51.760353Z","steps":["trace[779883145] 'agreement among raft nodes before linearized reading' (duration: 180.741219ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:51.760412Z","caller":"traceutil/trace.go:171","msg":"trace[1264309128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13110; }","duration":"161.859392ms","start":"2026-03-04T05:27:51.598522Z","end":"2026-03-04T05:27:51.760381Z","steps":["trace[1264309128] 'agreement among raft nodes before linearized reading' (duration: 161.490793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:51.76041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.362635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T05:27:51.761666Z","caller":"traceutil/trace.go:171","msg":"trace[955453792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13110; }","duration":"468.697586ms","start":"2026-03-04T05:27:51.292937Z","end":"2026-03-04T05:27:51.761635Z","steps":["trace[955453792] 'agreement among raft nodes before linearized reading' (duration: 467.057837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:51.761738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:51.292925Z","time spent":"468.791548ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T05:27:51.947711Z","caller":"traceutil/trace.go:171","msg":"trace[1314527820] transaction","detail":"{read_only:false; response_revision:13112; number_of_response:1; }","duration":"182.641814ms","start":"2026-03-04T05:27:51.765038Z","end":"2026-03-04T05:27:51.947679Z","steps":["trace[1314527820] 'process raft request' (duration: 182.350377ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:51.947831Z","caller":"traceutil/trace.go:171","msg":"trace[631704201] transaction","detail":"{read_only:false; response_revision:13115; number_of_response:1; }","duration":"181.131739ms","start":"2026-03-04T05:27:51.766672Z","end":"2026-03-04T05:27:51.947804Z","steps":["trace[631704201] 'process raft request' (duration: 180.993035ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:51.947813Z","caller":"traceutil/trace.go:171","msg":"trace[1255906847] transaction","detail":"{read_only:false; response_revision:13114; number_of_response:1; }","duration":"181.884136ms","start":"2026-03-04T05:27:51.765895Z","end":"2026-03-04T05:27:51.947779Z","steps":["trace[1255906847] 'process raft request' (duration: 181.729992ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:51.947783Z","caller":"traceutil/trace.go:171","msg":"trace[182198323] transaction","detail":"{read_only:false; response_revision:13113; number_of_response:1; }","duration":"182.489331ms","start":"2026-03-04T05:27:51.765232Z","end":"2026-03-04T05:27:51.947721Z","steps":["trace[182198323] 'process raft request' (duration: 182.345787ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:51.947961Z","caller":"traceutil/trace.go:171","msg":"trace[253820154] linearizableReadLoop","detail":"{readStateIndex:13598; appliedIndex:13595; }","duration":"181.475126ms","start":"2026-03-04T05:27:51.76647Z","end":"2026-03-04T05:27:51.947945Z","steps":["trace[253820154] 'read index received' (duration: 68.117852ms)","trace[253820154] 'applied index is now lower than readState.Index' (duration: 113.354214ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:27:51.948104Z","caller":"traceutil/trace.go:171","msg":"trace[1979122891] transaction","detail":"{read_only:false; response_revision:13116; number_of_response:1; }","duration":"175.816423ms","start":"2026-03-04T05:27:51.772254Z","end":"2026-03-04T05:27:51.94807Z","steps":["trace[1979122891] 'process raft request' (duration: 175.457504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:51.948391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.308058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:27:51.948451Z","caller":"traceutil/trace.go:171","msg":"trace[1238231680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13116; }","duration":"158.442371ms","start":"2026-03-04T05:27:51.789996Z","end":"2026-03-04T05:27:51.948439Z","steps":["trace[1238231680] 'agreement among raft nodes before linearized reading' (duration: 158.226066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:51.94884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.341127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:590421"} {"level":"info","ts":"2026-03-04T05:27:51.948896Z","caller":"traceutil/trace.go:171","msg":"trace[848130454] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13116; }","duration":"182.421239ms","start":"2026-03-04T05:27:51.766462Z","end":"2026-03-04T05:27:51.948883Z","steps":["trace[848130454] 'agreement among raft nodes before linearized reading' (duration: 181.518388ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:52.938011Z","caller":"traceutil/trace.go:171","msg":"trace[2114937633] linearizableReadLoop","detail":"{readStateIndex:13601; appliedIndex:13600; }","duration":"144.723486ms","start":"2026-03-04T05:27:52.793259Z","end":"2026-03-04T05:27:52.937983Z","steps":["trace[2114937633] 'read index received' (duration: 144.431159ms)","trace[2114937633] 'applied index is now lower than readState.Index' (duration: 290.657µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:27:52.938143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.86928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:27:52.93818Z","caller":"traceutil/trace.go:171","msg":"trace[85692643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13116; }","duration":"144.972742ms","start":"2026-03-04T05:27:52.793198Z","end":"2026-03-04T05:27:52.93817Z","steps":["trace[85692643] 'agreement among raft nodes before linearized reading' (duration: 144.87958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:54.290563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590327009,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T05:27:54.436134Z","caller":"traceutil/trace.go:171","msg":"trace[1460999989] transaction","detail":"{read_only:false; response_revision:13119; number_of_response:1; }","duration":"669.689664ms","start":"2026-03-04T05:27:53.766414Z","end":"2026-03-04T05:27:54.436104Z","steps":["trace[1460999989] 'process raft request' (duration: 666.413357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:54.436313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:53.766389Z","time spent":"669.822798ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:27:54.437062Z","caller":"traceutil/trace.go:171","msg":"trace[1201291364] linearizableReadLoop","detail":"{readStateIndex:13605; appliedIndex:13603; }","duration":"646.987287ms","start":"2026-03-04T05:27:53.790039Z","end":"2026-03-04T05:27:54.437026Z","steps":["trace[1201291364] 'read index received' (duration: 642.792778ms)","trace[1201291364] 'applied index is now lower than readState.Index' (duration: 4.192889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:27:54.437358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.290504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:27:54.437412Z","caller":"traceutil/trace.go:171","msg":"trace[599803875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13120; }","duration":"647.398907ms","start":"2026-03-04T05:27:53.789996Z","end":"2026-03-04T05:27:54.437395Z","steps":["trace[599803875] 'agreement among raft nodes before linearized reading' (duration: 647.274784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:54.437436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:53.78998Z","time spent":"647.450948ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:27:54.43758Z","caller":"traceutil/trace.go:171","msg":"trace[141349001] transaction","detail":"{read_only:false; response_revision:13120; number_of_response:1; }","duration":"670.435162ms","start":"2026-03-04T05:27:53.767131Z","end":"2026-03-04T05:27:54.437566Z","steps":["trace[141349001] 'process raft request' (duration: 669.730135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:54.437628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:53.767104Z","time spent":"670.492243ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:27:54.437634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.149684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T05:27:54.437683Z","caller":"traceutil/trace.go:171","msg":"trace[1082013214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13120; }","duration":"599.249246ms","start":"2026-03-04T05:27:53.83842Z","end":"2026-03-04T05:27:54.437669Z","steps":["trace[1082013214] 'agreement among raft nodes before linearized reading' (duration: 599.043951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:54.437724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:53.838393Z","time spent":"599.322788ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:27:54.437961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.91084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-04T05:27:54.438007Z","caller":"traceutil/trace.go:171","msg":"trace[1711563881] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:13120; }","duration":"476.976811ms","start":"2026-03-04T05:27:53.961022Z","end":"2026-03-04T05:27:54.437999Z","steps":["trace[1711563881] 'agreement among raft nodes before linearized reading' (duration: 476.824587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:54.438049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:53.961012Z","time spent":"477.031363ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-bmdp5\" "} {"level":"warn","ts":"2026-03-04T05:27:54.438068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.177853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T05:27:54.438112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.333787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T05:27:54.437967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.150332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T05:27:54.438151Z","caller":"traceutil/trace.go:171","msg":"trace[1887706951] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:13120; }","duration":"449.377488ms","start":"2026-03-04T05:27:53.988764Z","end":"2026-03-04T05:27:54.438142Z","steps":["trace[1887706951] 'agreement among raft nodes before linearized reading' (duration: 449.311327ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:54.438158Z","caller":"traceutil/trace.go:171","msg":"trace[963658098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13120; }","duration":"484.297865ms","start":"2026-03-04T05:27:53.95384Z","end":"2026-03-04T05:27:54.438138Z","steps":["trace[963658098] 'agreement among raft nodes before linearized reading' (duration: 484.025849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:54.438152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.824402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T05:27:54.438186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:53.988733Z","time spent":"449.44495ms","remote":"127.0.0.1:56400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:27:54.438188Z","caller":"traceutil/trace.go:171","msg":"trace[1653986877] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13120; }","duration":"484.386217ms","start":"2026-03-04T05:27:53.953787Z","end":"2026-03-04T05:27:54.438173Z","steps":["trace[1653986877] 'agreement among raft nodes before linearized reading' (duration: 484.115101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:54.438203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:53.953834Z","time spent":"484.360547ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:27:54.43822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:53.953777Z","time spent":"484.435388ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:27:54.438231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.282144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:27:54.438337Z","caller":"traceutil/trace.go:171","msg":"trace[1445120372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13120; }","duration":"484.424228ms","start":"2026-03-04T05:27:53.953889Z","end":"2026-03-04T05:27:54.438313Z","steps":["trace[1445120372] 'agreement among raft nodes before linearized reading' (duration: 484.07012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:54.4383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.366547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T05:27:54.438407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:53.953885Z","time spent":"484.50826ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T05:27:54.438422Z","caller":"traceutil/trace.go:171","msg":"trace[1518196889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13120; }","duration":"484.52817ms","start":"2026-03-04T05:27:53.953867Z","end":"2026-03-04T05:27:54.438396Z","steps":["trace[1518196889] 'agreement among raft nodes before linearized reading' (duration: 484.132141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:54.438486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:53.953863Z","time spent":"484.611272ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T05:27:54.438226Z","caller":"traceutil/trace.go:171","msg":"trace[1744292472] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:13120; }","duration":"360.959605ms","start":"2026-03-04T05:27:54.077246Z","end":"2026-03-04T05:27:54.438206Z","steps":["trace[1744292472] 'agreement among raft nodes before linearized reading' (duration: 360.787371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:54.438502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.690899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:27:54.438763Z","caller":"traceutil/trace.go:171","msg":"trace[2048129222] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:13120; }","duration":"526.955775ms","start":"2026-03-04T05:27:53.911791Z","end":"2026-03-04T05:27:54.438747Z","steps":["trace[2048129222] 'agreement among raft nodes before linearized reading' (duration: 526.200287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:54.438826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:53.911728Z","time spent":"527.084448ms","remote":"127.0.0.1:60564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:27:54.438673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:54.077222Z","time spent":"361.431487ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:27:55.008494Z","caller":"traceutil/trace.go:171","msg":"trace[1408320919] transaction","detail":"{read_only:false; response_revision:13121; number_of_response:1; }","duration":"564.127505ms","start":"2026-03-04T05:27:54.444319Z","end":"2026-03-04T05:27:55.008446Z","steps":["trace[1408320919] 'process raft request' (duration: 550.500792ms)","trace[1408320919] 'compare' (duration: 12.911216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:27:55.00881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:54.444298Z","time spent":"564.403002ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:27:55.010063Z","caller":"traceutil/trace.go:171","msg":"trace[1487441661] linearizableReadLoop","detail":"{readStateIndex:13610; appliedIndex:13605; }","duration":"349.253989ms","start":"2026-03-04T05:27:54.660782Z","end":"2026-03-04T05:27:55.010036Z","steps":["trace[1487441661] 'read index received' (duration: 334.024898ms)","trace[1487441661] 'applied index is now lower than readState.Index' (duration: 15.228031ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:27:55.010202Z","caller":"traceutil/trace.go:171","msg":"trace[1595663548] transaction","detail":"{read_only:false; response_revision:13124; number_of_response:1; }","duration":"565.394415ms","start":"2026-03-04T05:27:54.444792Z","end":"2026-03-04T05:27:55.010186Z","steps":["trace[1595663548] 'process raft request' (duration: 565.17143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:55.010336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:54.444783Z","time spent":"565.452406ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:27:55.010275Z","caller":"traceutil/trace.go:171","msg":"trace[220163828] transaction","detail":"{read_only:false; response_revision:13123; number_of_response:1; }","duration":"565.451866ms","start":"2026-03-04T05:27:54.444746Z","end":"2026-03-04T05:27:55.010197Z","steps":["trace[220163828] 'process raft request' (duration: 565.18031ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:55.010346Z","caller":"traceutil/trace.go:171","msg":"trace[785882452] transaction","detail":"{read_only:false; response_revision:13122; number_of_response:1; }","duration":"565.655681ms","start":"2026-03-04T05:27:54.444645Z","end":"2026-03-04T05:27:55.0103Z","steps":["trace[785882452] 'process raft request' (duration: 565.139209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:55.010411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.446848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:27:55.01047Z","caller":"traceutil/trace.go:171","msg":"trace[51447953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13125; }","duration":"217.565181ms","start":"2026-03-04T05:27:54.792888Z","end":"2026-03-04T05:27:55.010453Z","steps":["trace[51447953] 'agreement among raft nodes before linearized reading' (duration: 217.462798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:55.01046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.648308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:27:55.010467Z","caller":"traceutil/trace.go:171","msg":"trace[95646755] transaction","detail":"{read_only:false; response_revision:13125; number_of_response:1; }","duration":"562.64251ms","start":"2026-03-04T05:27:54.447755Z","end":"2026-03-04T05:27:55.010397Z","steps":["trace[95646755] 'process raft request' (duration: 562.244301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:55.010526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:54.444737Z","time spent":"565.673822ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:27:55.010549Z","caller":"traceutil/trace.go:171","msg":"trace[1617266085] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:13125; }","duration":"349.813691ms","start":"2026-03-04T05:27:54.660717Z","end":"2026-03-04T05:27:55.01053Z","steps":["trace[1617266085] 'agreement among raft nodes before linearized reading' (duration: 349.505904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:55.010596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:54.444618Z","time spent":"565.843856ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:27:55.010615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:54.660691Z","time spent":"349.913154ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":100,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:27:55.010641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:54.447742Z","time spent":"562.816554ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:27:55.836034Z","caller":"traceutil/trace.go:171","msg":"trace[209647276] transaction","detail":"{read_only:false; response_revision:13126; number_of_response:1; }","duration":"177.362459ms","start":"2026-03-04T05:27:55.658643Z","end":"2026-03-04T05:27:55.836005Z","steps":["trace[209647276] 'process raft request' (duration: 177.031441ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:56.072267Z","caller":"traceutil/trace.go:171","msg":"trace[611356035] transaction","detail":"{read_only:false; response_revision:13127; number_of_response:1; }","duration":"266.142981ms","start":"2026-03-04T05:27:55.806096Z","end":"2026-03-04T05:27:56.072239Z","steps":["trace[611356035] 'process raft request' (duration: 262.539416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:56.074137Z","caller":"traceutil/trace.go:171","msg":"trace[1960492868] transaction","detail":"{read_only:false; response_revision:13128; number_of_response:1; }","duration":"225.194851ms","start":"2026-03-04T05:27:55.848885Z","end":"2026-03-04T05:27:56.07408Z","steps":["trace[1960492868] 'process raft request' (duration: 224.875703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:57.197305Z","caller":"traceutil/trace.go:171","msg":"trace[233614282] linearizableReadLoop","detail":"{readStateIndex:13625; appliedIndex:13624; }","duration":"180.214577ms","start":"2026-03-04T05:27:57.017041Z","end":"2026-03-04T05:27:57.197256Z","steps":["trace[233614282] 'read index received' (duration: 180.091584ms)","trace[233614282] 'applied index is now lower than readState.Index' (duration: 121.443µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:27:57.197458Z","caller":"traceutil/trace.go:171","msg":"trace[1081919869] transaction","detail":"{read_only:false; response_revision:13140; number_of_response:1; }","duration":"181.104937ms","start":"2026-03-04T05:27:57.01634Z","end":"2026-03-04T05:27:57.197445Z","steps":["trace[1081919869] 'process raft request' (duration: 180.749069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:57.197708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.632777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T05:27:57.197801Z","caller":"traceutil/trace.go:171","msg":"trace[1685549713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13140; }","duration":"180.771349ms","start":"2026-03-04T05:27:57.017011Z","end":"2026-03-04T05:27:57.197782Z","steps":["trace[1685549713] 'agreement among raft nodes before linearized reading' (duration: 180.500273ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:57.342246Z","caller":"traceutil/trace.go:171","msg":"trace[236327979] transaction","detail":"{read_only:false; response_revision:13142; number_of_response:1; }","duration":"140.145577ms","start":"2026-03-04T05:27:57.202075Z","end":"2026-03-04T05:27:57.342221Z","steps":["trace[236327979] 'process raft request' (duration: 140.089516ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:57.342282Z","caller":"traceutil/trace.go:171","msg":"trace[2136530200] transaction","detail":"{read_only:false; response_revision:13141; number_of_response:1; }","duration":"323.904798ms","start":"2026-03-04T05:27:57.018337Z","end":"2026-03-04T05:27:57.342241Z","steps":["trace[2136530200] 'process raft request' (duration: 250.529081ms)","trace[2136530200] 'compare' (duration: 73.139181ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:27:57.342298Z","caller":"traceutil/trace.go:171","msg":"trace[2090473581] linearizableReadLoop","detail":"{readStateIndex:13626; appliedIndex:13625; }","duration":"144.838909ms","start":"2026-03-04T05:27:57.197412Z","end":"2026-03-04T05:27:57.342251Z","steps":["trace[2090473581] 'read index received' (duration: 71.477163ms)","trace[2090473581] 'applied index is now lower than readState.Index' (duration: 73.358206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:27:57.342427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:57.018301Z","time spent":"324.046341ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:27:57.342557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.816516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T05:27:57.342609Z","caller":"traceutil/trace.go:171","msg":"trace[1380593930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13142; }","duration":"323.931768ms","start":"2026-03-04T05:27:57.018662Z","end":"2026-03-04T05:27:57.342593Z","steps":["trace[1380593930] 'agreement among raft nodes before linearized reading' (duration: 323.704773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:57.342657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:57.018642Z","time spent":"323.99864ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:27:57.342785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.286693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:27:57.342877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.424963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:27:57.343009Z","caller":"traceutil/trace.go:171","msg":"trace[784448334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13142; }","duration":"322.620038ms","start":"2026-03-04T05:27:57.020362Z","end":"2026-03-04T05:27:57.342982Z","steps":["trace[784448334] 'agreement among raft nodes before linearized reading' (duration: 322.184597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:57.343087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:27:57.02035Z","time spent":"322.72558ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T05:27:57.343047Z","caller":"traceutil/trace.go:171","msg":"trace[1072866878] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:13142; }","duration":"244.629322ms","start":"2026-03-04T05:27:57.098311Z","end":"2026-03-04T05:27:57.342941Z","steps":["trace[1072866878] 'agreement among raft nodes before linearized reading' (duration: 244.197121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:57.480884Z","caller":"traceutil/trace.go:171","msg":"trace[1964378641] transaction","detail":"{read_only:false; response_revision:13144; number_of_response:1; }","duration":"132.316632ms","start":"2026-03-04T05:27:57.348537Z","end":"2026-03-04T05:27:57.480853Z","steps":["trace[1964378641] 'process raft request' (duration: 112.820001ms)","trace[1964378641] 'compare' (duration: 19.365508ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:28:14.068582Z","caller":"traceutil/trace.go:171","msg":"trace[2048080751] transaction","detail":"{read_only:false; response_revision:13340; number_of_response:1; }","duration":"138.368826ms","start":"2026-03-04T05:28:13.930174Z","end":"2026-03-04T05:28:14.068543Z","steps":["trace[2048080751] 'process raft request' (duration: 138.096789ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:28:16.696029Z","caller":"traceutil/trace.go:171","msg":"trace[1216797993] transaction","detail":"{read_only:false; response_revision:13415; number_of_response:1; }","duration":"182.05259ms","start":"2026-03-04T05:28:16.51394Z","end":"2026-03-04T05:28:16.695992Z","steps":["trace[1216797993] 'process raft request' (duration: 181.728912ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:28:16.696418Z","caller":"traceutil/trace.go:171","msg":"trace[261716536] transaction","detail":"{read_only:false; response_revision:13416; number_of_response:1; }","duration":"182.293825ms","start":"2026-03-04T05:28:16.513981Z","end":"2026-03-04T05:28:16.696275Z","steps":["trace[261716536] 'process raft request' (duration: 181.955097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:28:17.440132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590327874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:28:17.796528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006174441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:28:17.796614Z","caller":"traceutil/trace.go:171","msg":"trace[1928621433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13416; }","duration":"1.006308173s","start":"2026-03-04T05:28:16.790287Z","end":"2026-03-04T05:28:17.796595Z","steps":["trace[1928621433] 'range keys from in-memory index tree' (duration: 1.006000877s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:28:17.796657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:28:16.790268Z","time spent":"1.006380836s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:28:17.797451Z","caller":"traceutil/trace.go:171","msg":"trace[263306917] transaction","detail":"{read_only:false; response_revision:13417; number_of_response:1; }","duration":"989.71002ms","start":"2026-03-04T05:28:16.807681Z","end":"2026-03-04T05:28:17.797391Z","steps":["trace[263306917] 'process raft request' (duration: 923.025511ms)","trace[263306917] 'compare' (duration: 65.87296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:28:17.79757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:28:16.807649Z","time spent":"989.842444ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:28:17.840685Z","caller":"traceutil/trace.go:171","msg":"trace[299436453] linearizableReadLoop","detail":"{readStateIndex:13917; appliedIndex:13915; }","duration":"901.382658ms","start":"2026-03-04T05:28:16.939265Z","end":"2026-03-04T05:28:17.840648Z","steps":["trace[299436453] 'read index received' (duration: 791.551959ms)","trace[299436453] 'applied index is now lower than readState.Index' (duration: 109.829829ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:28:17.840797Z","caller":"traceutil/trace.go:171","msg":"trace[1729307307] transaction","detail":"{read_only:false; response_revision:13418; number_of_response:1; }","duration":"581.421064ms","start":"2026-03-04T05:28:17.259334Z","end":"2026-03-04T05:28:17.840755Z","steps":["trace[1729307307] 'process raft request' (duration: 581.147087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:28:17.840898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.584103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:28:17.840946Z","caller":"traceutil/trace.go:171","msg":"trace[1391063481] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13418; }","duration":"901.700736ms","start":"2026-03-04T05:28:16.939232Z","end":"2026-03-04T05:28:17.840933Z","steps":["trace[1391063481] 'agreement among raft nodes before linearized reading' (duration: 901.578173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:28:17.840988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:28:16.939212Z","time spent":"901.764357ms","remote":"127.0.0.1:32820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:28:17.840981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:28:17.259311Z","time spent":"581.569747ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:28:17.841088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.050391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c2574076-0d9b-41ec-a4e7-136e9bb86d9e\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-03-04T05:28:17.841165Z","caller":"traceutil/trace.go:171","msg":"trace[594219222] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c2574076-0d9b-41ec-a4e7-136e9bb86d9e; range_end:; response_count:1; response_revision:13418; }","duration":"139.198605ms","start":"2026-03-04T05:28:17.70195Z","end":"2026-03-04T05:28:17.841149Z","steps":["trace[594219222] 'agreement among raft nodes before linearized reading' (duration: 138.930399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:28:17.841178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.399617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c2574076-0d9b-41ec-a4e7-136e9bb86d9e\" ","response":"range_response_count:1 size:3636"} {"level":"warn","ts":"2026-03-04T05:28:17.841315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.926631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T05:28:17.841349Z","caller":"traceutil/trace.go:171","msg":"trace[811084836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13418; }","duration":"401.003892ms","start":"2026-03-04T05:28:17.440339Z","end":"2026-03-04T05:28:17.841343Z","steps":["trace[811084836] 'agreement among raft nodes before linearized reading' (duration: 400.925781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:28:17.841364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:28:17.44033Z","time spent":"401.029503ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:28:17.84172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.269448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T05:28:17.841737Z","caller":"traceutil/trace.go:171","msg":"trace[480889213] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13418; }","duration":"262.295709ms","start":"2026-03-04T05:28:17.579434Z","end":"2026-03-04T05:28:17.84173Z","steps":["trace[480889213] 'agreement among raft nodes before linearized reading' (duration: 262.244427ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:28:17.841308Z","caller":"traceutil/trace.go:171","msg":"trace[1887673199] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c2574076-0d9b-41ec-a4e7-136e9bb86d9e; range_end:; response_count:1; response_revision:13418; }","duration":"740.609762ms","start":"2026-03-04T05:28:17.100672Z","end":"2026-03-04T05:28:17.841282Z","steps":["trace[1887673199] 'agreement among raft nodes before linearized reading' (duration: 740.216353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:28:17.841808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:28:17.100652Z","time spent":"741.140905ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c2574076-0d9b-41ec-a4e7-136e9bb86d9e\" "} {"level":"warn","ts":"2026-03-04T05:28:17.841852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.67877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T05:28:17.841891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.88901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:28:17.841929Z","caller":"traceutil/trace.go:171","msg":"trace[1984480162] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13418; }","duration":"407.832204ms","start":"2026-03-04T05:28:17.434076Z","end":"2026-03-04T05:28:17.841908Z","steps":["trace[1984480162] 'agreement among raft nodes before linearized reading' (duration: 407.581748ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:28:17.841945Z","caller":"traceutil/trace.go:171","msg":"trace[588378179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13418; }","duration":"332.963431ms","start":"2026-03-04T05:28:17.508966Z","end":"2026-03-04T05:28:17.84193Z","steps":["trace[588378179] 'agreement among raft nodes before linearized reading' (duration: 332.801127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:28:17.841922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.800067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T05:28:17.841971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:28:17.434062Z","time spent":"407.900446ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:28:17.842122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:28:17.508917Z","time spent":"333.062714ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T05:28:17.842167Z","caller":"traceutil/trace.go:171","msg":"trace[436172284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13418; }","duration":"537.072004ms","start":"2026-03-04T05:28:17.30508Z","end":"2026-03-04T05:28:17.842152Z","steps":["trace[436172284] 'agreement among raft nodes before linearized reading' (duration: 536.604823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:28:17.842267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:28:17.305067Z","time spent":"537.188336ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T05:28:18.185465Z","caller":"traceutil/trace.go:171","msg":"trace[185791677] transaction","detail":"{read_only:false; response_revision:13420; number_of_response:1; }","duration":"338.475233ms","start":"2026-03-04T05:28:17.846962Z","end":"2026-03-04T05:28:18.185437Z","steps":["trace[185791677] 'process raft request' (duration: 338.232257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:28:18.185652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:28:17.846943Z","time spent":"338.606177ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:28:18.185802Z","caller":"traceutil/trace.go:171","msg":"trace[310161685] transaction","detail":"{read_only:false; response_revision:13421; number_of_response:1; }","duration":"337.847449ms","start":"2026-03-04T05:28:17.847921Z","end":"2026-03-04T05:28:18.185769Z","steps":["trace[310161685] 'process raft request' (duration: 337.47059ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:28:18.185933Z","caller":"traceutil/trace.go:171","msg":"trace[731750689] linearizableReadLoop","detail":"{readStateIndex:13923; appliedIndex:13918; }","duration":"335.683517ms","start":"2026-03-04T05:28:17.850228Z","end":"2026-03-04T05:28:18.185911Z","steps":["trace[731750689] 'read index received' (duration: 12.117647ms)","trace[731750689] 'applied index is now lower than readState.Index' (duration: 323.56461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:28:18.185963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:28:17.84791Z","time spent":"337.966101ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:28:18.185987Z","caller":"traceutil/trace.go:171","msg":"trace[368539725] transaction","detail":"{read_only:false; response_revision:13424; number_of_response:1; }","duration":"337.162683ms","start":"2026-03-04T05:28:17.848809Z","end":"2026-03-04T05:28:18.185972Z","steps":["trace[368539725] 'process raft request' (duration: 337.029309ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:28:18.186032Z","caller":"traceutil/trace.go:171","msg":"trace[1688871914] transaction","detail":"{read_only:false; response_revision:13423; number_of_response:1; }","duration":"338.013252ms","start":"2026-03-04T05:28:17.847997Z","end":"2026-03-04T05:28:18.186011Z","steps":["trace[1688871914] 'process raft request' (duration: 337.783127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:28:18.186057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:28:17.848799Z","time spent":"337.221544ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3738,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:28:18.185965Z","caller":"traceutil/trace.go:171","msg":"trace[1734119578] transaction","detail":"{read_only:false; response_revision:13422; number_of_response:1; }","duration":"337.960762ms","start":"2026-03-04T05:28:17.847975Z","end":"2026-03-04T05:28:18.185935Z","steps":["trace[1734119578] 'process raft request' (duration: 337.687775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:28:18.186286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:28:17.847953Z","time spent":"338.284169ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:28:18.186145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:28:17.847977Z","time spent":"338.114435ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:28:18.186787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.538507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:626205"} {"level":"info","ts":"2026-03-04T05:28:18.186836Z","caller":"traceutil/trace.go:171","msg":"trace[1022578547] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:13424; }","duration":"336.62598ms","start":"2026-03-04T05:28:17.850199Z","end":"2026-03-04T05:28:18.186825Z","steps":["trace[1022578547] 'agreement among raft nodes before linearized reading' (duration: 335.830681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:28:18.186874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:28:17.850189Z","time spent":"336.673981ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":626228,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T05:28:18.19626Z","caller":"traceutil/trace.go:171","msg":"trace[1871641320] transaction","detail":"{read_only:false; response_revision:13425; number_of_response:1; }","duration":"114.660864ms","start":"2026-03-04T05:28:18.081577Z","end":"2026-03-04T05:28:18.196238Z","steps":["trace[1871641320] 'process raft request' (duration: 114.563462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:28:18.196331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.767736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:28:18.19638Z","caller":"traceutil/trace.go:171","msg":"trace[874493833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13425; }","duration":"345.839647ms","start":"2026-03-04T05:28:17.850527Z","end":"2026-03-04T05:28:18.196367Z","steps":["trace[874493833] 'agreement among raft nodes before linearized reading' (duration: 345.712514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:28:18.196405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:28:17.850518Z","time spent":"345.882048ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:28:18.196477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.177869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:28:18.196538Z","caller":"traceutil/trace.go:171","msg":"trace[955572725] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13425; }","duration":"230.321233ms","start":"2026-03-04T05:28:17.966187Z","end":"2026-03-04T05:28:18.196509Z","steps":["trace[955572725] 'agreement among raft nodes before linearized reading' (duration: 230.21964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:08.542658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.367942ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T05:29:08.542805Z","caller":"traceutil/trace.go:171","msg":"trace[302073675] linearizableReadLoop","detail":"{readStateIndex:14529; appliedIndex:14528; }","duration":"602.832859ms","start":"2026-03-04T05:29:07.939953Z","end":"2026-03-04T05:29:08.542786Z","steps":["trace[302073675] 'read index received' (duration: 45.257421ms)","trace[302073675] 'applied index is now lower than readState.Index' (duration: 557.573688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:29:08.542965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.962612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:29:08.543007Z","caller":"traceutil/trace.go:171","msg":"trace[1164996658] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14013; }","duration":"603.049004ms","start":"2026-03-04T05:29:07.939945Z","end":"2026-03-04T05:29:08.542994Z","steps":["trace[1164996658] 'agreement among raft nodes before linearized reading' (duration: 602.925861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:08.54336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:07.939888Z","time spent":"603.455603ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T05:29:08.543665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.617627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:29:08.543755Z","caller":"traceutil/trace.go:171","msg":"trace[461804929] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14014; }","duration":"603.75172ms","start":"2026-03-04T05:29:07.939981Z","end":"2026-03-04T05:29:08.543733Z","steps":["trace[461804929] 'agreement among raft nodes before linearized reading' (duration: 603.542375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:08.543796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:07.939961Z","time spent":"603.826152ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-04T05:29:08.543793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.656719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T05:29:08.543872Z","caller":"traceutil/trace.go:171","msg":"trace[1523814910] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14014; }","duration":"246.775981ms","start":"2026-03-04T05:29:08.297076Z","end":"2026-03-04T05:29:08.543852Z","steps":["trace[1523814910] 'agreement among raft nodes before linearized reading' (duration: 246.499434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:08.544031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.406606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T05:29:08.544082Z","caller":"traceutil/trace.go:171","msg":"trace[157018273] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14014; }","duration":"247.509588ms","start":"2026-03-04T05:29:08.296555Z","end":"2026-03-04T05:29:08.544065Z","steps":["trace[157018273] 'agreement among raft nodes before linearized reading' (duration: 247.306973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:08.544083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.106609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T05:29:08.544078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.16306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:29:08.544116Z","caller":"traceutil/trace.go:171","msg":"trace[862575428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14014; }","duration":"427.183861ms","start":"2026-03-04T05:29:08.116922Z","end":"2026-03-04T05:29:08.544106Z","steps":["trace[862575428] 'agreement among raft nodes before linearized reading' (duration: 427.069048ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:08.544132Z","caller":"traceutil/trace.go:171","msg":"trace[1864876166] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14014; }","duration":"247.261562ms","start":"2026-03-04T05:29:08.296855Z","end":"2026-03-04T05:29:08.544116Z","steps":["trace[1864876166] 'agreement among raft nodes before linearized reading' (duration: 247.17453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:08.544145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.289923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"warn","ts":"2026-03-04T05:29:08.544142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:08.116898Z","time spent":"427.237902ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:29:08.544196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.952735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:29:08.544198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.497858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:29:08.544229Z","caller":"traceutil/trace.go:171","msg":"trace[68110464] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14014; }","duration":"247.383655ms","start":"2026-03-04T05:29:08.296825Z","end":"2026-03-04T05:29:08.544208Z","steps":["trace[68110464] 'agreement among raft nodes before linearized reading' (duration: 247.17015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:08.544188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.810226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-szw72\" ","response":"range_response_count:1 size:22017"} {"level":"warn","ts":"2026-03-04T05:29:08.544193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.687931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-szw72\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-04T05:29:08.544255Z","caller":"traceutil/trace.go:171","msg":"trace[379636069] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14014; }","duration":"604.047487ms","start":"2026-03-04T05:29:07.94019Z","end":"2026-03-04T05:29:08.544238Z","steps":["trace[379636069] 'agreement among raft nodes before linearized reading' (duration: 603.971915ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:08.54427Z","caller":"traceutil/trace.go:171","msg":"trace[1232562866] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14014; }","duration":"247.561209ms","start":"2026-03-04T05:29:08.296685Z","end":"2026-03-04T05:29:08.544246Z","steps":["trace[1232562866] 'agreement among raft nodes before linearized reading' (duration: 247.458777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:08.544295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.977964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-04T05:29:08.544299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:07.940169Z","time spent":"604.121689ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T05:29:08.544336Z","caller":"traceutil/trace.go:171","msg":"trace[1404146801] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14014; }","duration":"601.032056ms","start":"2026-03-04T05:29:07.943294Z","end":"2026-03-04T05:29:08.544326Z","steps":["trace[1404146801] 'agreement among raft nodes before linearized reading' (duration: 600.928304ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:08.544331Z","caller":"traceutil/trace.go:171","msg":"trace[2059297562] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-szw72; range_end:; response_count:1; response_revision:14014; }","duration":"113.865065ms","start":"2026-03-04T05:29:08.430422Z","end":"2026-03-04T05:29:08.544287Z","steps":["trace[2059297562] 'agreement among raft nodes before linearized reading' (duration: 113.486266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:08.544371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:07.943287Z","time spent":"601.076557ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T05:29:08.543814Z","caller":"traceutil/trace.go:171","msg":"trace[412511701] transaction","detail":"{read_only:false; response_revision:14014; number_of_response:1; }","duration":"147.260416ms","start":"2026-03-04T05:29:08.396539Z","end":"2026-03-04T05:29:08.5438Z","steps":["trace[412511701] 'process raft request' (duration: 146.796495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:08.544333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.049513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:29:08.544293Z","caller":"traceutil/trace.go:171","msg":"trace[31455162] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-szw72; range_end:; response_count:1; response_revision:14014; }","duration":"119.95969ms","start":"2026-03-04T05:29:08.424313Z","end":"2026-03-04T05:29:08.544273Z","steps":["trace[31455162] 'agreement among raft nodes before linearized reading' (duration: 119.751445ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:08.544452Z","caller":"traceutil/trace.go:171","msg":"trace[492873454] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:14014; }","duration":"442.221437ms","start":"2026-03-04T05:29:08.102221Z","end":"2026-03-04T05:29:08.544443Z","steps":["trace[492873454] 'agreement among raft nodes before linearized reading' (duration: 441.93907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:08.544489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:08.1022Z","time spent":"442.276969ms","remote":"127.0.0.1:56222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":172,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:29:20.766106Z","caller":"traceutil/trace.go:171","msg":"trace[978039970] transaction","detail":"{read_only:false; response_revision:14077; number_of_response:1; }","duration":"112.932653ms","start":"2026-03-04T05:29:20.653132Z","end":"2026-03-04T05:29:20.766065Z","steps":["trace[978039970] 'process raft request' (duration: 31.015514ms)","trace[978039970] 'compare' (duration: 81.742235ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:29:20.78801Z","caller":"traceutil/trace.go:171","msg":"trace[31512056] transaction","detail":"{read_only:false; response_revision:14078; number_of_response:1; }","duration":"133.991172ms","start":"2026-03-04T05:29:20.653998Z","end":"2026-03-04T05:29:20.787989Z","steps":["trace[31512056] 'process raft request' (duration: 133.50219ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:20.78856Z","caller":"traceutil/trace.go:171","msg":"trace[1756617799] transaction","detail":"{read_only:false; response_revision:14079; number_of_response:1; }","duration":"134.33723ms","start":"2026-03-04T05:29:20.654208Z","end":"2026-03-04T05:29:20.788545Z","steps":["trace[1756617799] 'process raft request' (duration: 133.419228ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:20.788791Z","caller":"traceutil/trace.go:171","msg":"trace[476133936] transaction","detail":"{read_only:false; response_revision:14080; number_of_response:1; }","duration":"133.601103ms","start":"2026-03-04T05:29:20.655176Z","end":"2026-03-04T05:29:20.788777Z","steps":["trace[476133936] 'process raft request' (duration: 132.499427ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:20.787744Z","caller":"traceutil/trace.go:171","msg":"trace[412992398] linearizableReadLoop","detail":"{readStateIndex:14598; appliedIndex:14595; }","duration":"101.809969ms","start":"2026-03-04T05:29:20.685905Z","end":"2026-03-04T05:29:20.787715Z","steps":["trace[412992398] 'read index received' (duration: 101.543913ms)","trace[412992398] 'applied index is now lower than readState.Index' (duration: 264.726µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:29:20.789439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.50501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T05:29:20.789508Z","caller":"traceutil/trace.go:171","msg":"trace[1764933844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14080; }","duration":"103.645544ms","start":"2026-03-04T05:29:20.685845Z","end":"2026-03-04T05:29:20.789491Z","steps":["trace[1764933844] 'agreement among raft nodes before linearized reading' (duration: 103.395428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:37.470774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.728653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:29:37.47087Z","caller":"traceutil/trace.go:171","msg":"trace[1865880291] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:14156; }","duration":"503.876406ms","start":"2026-03-04T05:29:36.966974Z","end":"2026-03-04T05:29:37.47085Z","steps":["trace[1865880291] 'count revisions from in-memory index tree' (duration: 503.636001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:37.470921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:36.966958Z","time spent":"503.951408ms","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":69,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:29:37.471443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.515565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-szw72\" ","response":"range_response_count:1 size:22017"} {"level":"warn","ts":"2026-03-04T05:29:37.471825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.738751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:29:37.471874Z","caller":"traceutil/trace.go:171","msg":"trace[189876589] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14156; }","duration":"456.817183ms","start":"2026-03-04T05:29:37.015043Z","end":"2026-03-04T05:29:37.47186Z","steps":["trace[189876589] 'range keys from in-memory index tree' (duration: 456.660928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:37.471909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:37.015027Z","time spent":"456.874584ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T05:29:37.472115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.068776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T05:29:37.472203Z","caller":"traceutil/trace.go:171","msg":"trace[972011743] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14156; }","duration":"481.190319ms","start":"2026-03-04T05:29:36.990999Z","end":"2026-03-04T05:29:37.472189Z","steps":["trace[972011743] 'range keys from in-memory index tree' (duration: 480.911032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:37.472241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:36.990986Z","time spent":"481.2475ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T05:29:37.484549Z","caller":"traceutil/trace.go:171","msg":"trace[226448169] transaction","detail":"{read_only:false; response_revision:14158; number_of_response:1; }","duration":"446.163081ms","start":"2026-03-04T05:29:37.038368Z","end":"2026-03-04T05:29:37.484531Z","steps":["trace[226448169] 'process raft request' (duration: 446.078579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:37.484721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:37.038346Z","time spent":"446.302633ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:29:37.484896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.372735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T05:29:37.484936Z","caller":"traceutil/trace.go:171","msg":"trace[77195650] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14156; }","duration":"470.100877ms","start":"2026-03-04T05:29:37.014823Z","end":"2026-03-04T05:29:37.484924Z","steps":["trace[77195650] 'range keys from in-memory index tree' (duration: 457.113449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:37.484974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:37.014811Z","time spent":"470.153038ms","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-04T05:29:37.485411Z","caller":"traceutil/trace.go:171","msg":"trace[1676282250] linearizableReadLoop","detail":"{readStateIndex:14678; appliedIndex:14677; }","duration":"465.001126ms","start":"2026-03-04T05:29:37.020252Z","end":"2026-03-04T05:29:37.485254Z","steps":["trace[1676282250] 'read index received' (duration: 446.898887ms)","trace[1676282250] 'applied index is now lower than readState.Index' (duration: 18.099549ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:29:37.484474Z","caller":"traceutil/trace.go:171","msg":"trace[415237791] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-szw72; range_end:; response_count:1; response_revision:14156; }","duration":"507.531493ms","start":"2026-03-04T05:29:36.976873Z","end":"2026-03-04T05:29:37.484404Z","steps":["trace[415237791] 'range keys from in-memory index tree' (duration: 494.33308ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:37.48558Z","caller":"traceutil/trace.go:171","msg":"trace[1718531621] transaction","detail":"{read_only:false; response_revision:14157; number_of_response:1; }","duration":"467.601848ms","start":"2026-03-04T05:29:37.017966Z","end":"2026-03-04T05:29:37.485568Z","steps":["trace[1718531621] 'process raft request' (duration: 449.788727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:37.485652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T05:29:37.485679Z","caller":"traceutil/trace.go:171","msg":"trace[2046070547] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14158; }","duration":"462.693282ms","start":"2026-03-04T05:29:37.022979Z","end":"2026-03-04T05:29:37.485672Z","steps":["trace[2046070547] 'agreement among raft nodes before linearized reading' (duration: 462.61413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:37.485683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:37.01795Z","time spent":"467.669169ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:29:37.485701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:37.022968Z","time spent":"462.722302ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T05:29:37.485832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.59291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zt4hk\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-03-04T05:29:37.485854Z","caller":"traceutil/trace.go:171","msg":"trace[79520647] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zt4hk; range_end:; response_count:1; response_revision:14158; }","duration":"465.635231ms","start":"2026-03-04T05:29:37.020212Z","end":"2026-03-04T05:29:37.485847Z","steps":["trace[79520647] 'agreement among raft nodes before linearized reading' (duration: 465.574819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:37.485872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:37.0202Z","time spent":"465.668542ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20694,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zt4hk\" "} {"level":"warn","ts":"2026-03-04T05:29:37.485903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.956069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T05:29:37.485932Z","caller":"traceutil/trace.go:171","msg":"trace[772016070] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14158; }","duration":"267.02406ms","start":"2026-03-04T05:29:37.218899Z","end":"2026-03-04T05:29:37.485923Z","steps":["trace[772016070] 'agreement among raft nodes before linearized reading' (duration: 266.898787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:37.485988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.44721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:29:37.486008Z","caller":"traceutil/trace.go:171","msg":"trace[1780344727] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14158; }","duration":"267.498671ms","start":"2026-03-04T05:29:37.218504Z","end":"2026-03-04T05:29:37.486003Z","steps":["trace[1780344727] 'agreement among raft nodes before linearized reading' (duration: 267.465501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:37.486094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.562123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T05:29:37.486115Z","caller":"traceutil/trace.go:171","msg":"trace[1895068864] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14158; }","duration":"267.629334ms","start":"2026-03-04T05:29:37.218481Z","end":"2026-03-04T05:29:37.48611Z","steps":["trace[1895068864] 'agreement among raft nodes before linearized reading' (duration: 267.577103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:37.486228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.712716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T05:29:37.48625Z","caller":"traceutil/trace.go:171","msg":"trace[791082914] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14158; }","duration":"444.751156ms","start":"2026-03-04T05:29:37.04149Z","end":"2026-03-04T05:29:37.486241Z","steps":["trace[791082914] 'agreement among raft nodes before linearized reading' (duration: 444.693965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:37.486263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:37.04148Z","time spent":"444.779688ms","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T05:29:37.486648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.446786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-04T05:29:37.484452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.412314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-szw72\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-04T05:29:37.487072Z","caller":"traceutil/trace.go:171","msg":"trace[549838424] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-szw72; range_end:; response_count:1; response_revision:14156; }","duration":"504.726737ms","start":"2026-03-04T05:29:36.982334Z","end":"2026-03-04T05:29:37.487061Z","steps":["trace[549838424] 'range keys from in-memory index tree' (duration: 489.273631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:37.487132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:36.982274Z","time spent":"504.848909ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22040,"request content":"key:\"/registry/pods/openstack/nova-compute-default-szw72\" "} {"level":"info","ts":"2026-03-04T05:29:37.48724Z","caller":"traceutil/trace.go:171","msg":"trace[1356247534] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14158; }","duration":"136.101122ms","start":"2026-03-04T05:29:37.351132Z","end":"2026-03-04T05:29:37.487233Z","steps":["trace[1356247534] 'agreement among raft nodes before linearized reading' (duration: 135.430606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:37.487007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:36.976851Z","time spent":"508.657339ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22040,"request content":"key:\"/registry/pods/openstack/nova-compute-default-szw72\" "} {"level":"info","ts":"2026-03-04T05:29:41.110061Z","caller":"traceutil/trace.go:171","msg":"trace[1559666651] transaction","detail":"{read_only:false; response_revision:14169; number_of_response:1; }","duration":"286.45497ms","start":"2026-03-04T05:29:40.823562Z","end":"2026-03-04T05:29:41.110017Z","steps":["trace[1559666651] 'process raft request' (duration: 286.202305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:41.110391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.098581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T05:29:41.110477Z","caller":"traceutil/trace.go:171","msg":"trace[1087366951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14169; }","duration":"253.220013ms","start":"2026-03-04T05:29:40.857241Z","end":"2026-03-04T05:29:41.110461Z","steps":["trace[1087366951] 'agreement among raft nodes before linearized reading' (duration: 252.954087ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:41.110116Z","caller":"traceutil/trace.go:171","msg":"trace[1143174381] linearizableReadLoop","detail":"{readStateIndex:14691; appliedIndex:14690; }","duration":"252.667471ms","start":"2026-03-04T05:29:40.857266Z","end":"2026-03-04T05:29:41.109933Z","steps":["trace[1143174381] 'read index received' (duration: 252.402624ms)","trace[1143174381] 'applied index is now lower than readState.Index' (duration: 263.396µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:29:41.11065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.51941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T05:29:41.110667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.693949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:29:41.110719Z","caller":"traceutil/trace.go:171","msg":"trace[1314798998] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14169; }","duration":"246.780231ms","start":"2026-03-04T05:29:40.863923Z","end":"2026-03-04T05:29:41.110703Z","steps":["trace[1314798998] 'agreement among raft nodes before linearized reading' (duration: 246.688539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:41.110776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.742962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T05:29:41.110808Z","caller":"traceutil/trace.go:171","msg":"trace[1234753956] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14169; }","duration":"203.794534ms","start":"2026-03-04T05:29:40.907007Z","end":"2026-03-04T05:29:41.110802Z","steps":["trace[1234753956] 'agreement among raft nodes before linearized reading' (duration: 203.706612ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:41.110686Z","caller":"traceutil/trace.go:171","msg":"trace[1591496339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14169; }","duration":"234.572042ms","start":"2026-03-04T05:29:40.876109Z","end":"2026-03-04T05:29:41.110681Z","steps":["trace[1591496339] 'agreement among raft nodes before linearized reading' (duration: 234.49981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:41.111021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.524855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T05:29:41.11112Z","caller":"traceutil/trace.go:171","msg":"trace[1506566025] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14169; }","duration":"246.658908ms","start":"2026-03-04T05:29:40.864441Z","end":"2026-03-04T05:29:41.1111Z","steps":["trace[1506566025] 'agreement among raft nodes before linearized reading' (duration: 246.386942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:41.111002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.75341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T05:29:41.111195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.009331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T05:29:41.111244Z","caller":"traceutil/trace.go:171","msg":"trace[1971347234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14169; }","duration":"240.075342ms","start":"2026-03-04T05:29:40.871157Z","end":"2026-03-04T05:29:41.111233Z","steps":["trace[1971347234] 'agreement among raft nodes before linearized reading' (duration: 239.931209ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:41.111251Z","caller":"traceutil/trace.go:171","msg":"trace[245758196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14169; }","duration":"236.059927ms","start":"2026-03-04T05:29:40.875163Z","end":"2026-03-04T05:29:41.111223Z","steps":["trace[245758196] 'agreement among raft nodes before linearized reading' (duration: 235.463693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:41.111862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.31156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T05:29:41.112015Z","caller":"traceutil/trace.go:171","msg":"trace[691289387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14169; }","duration":"236.147319ms","start":"2026-03-04T05:29:40.875832Z","end":"2026-03-04T05:29:41.111979Z","steps":["trace[691289387] 'agreement among raft nodes before linearized reading' (duration: 234.821548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:42.083461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.132735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:29:42.083554Z","caller":"traceutil/trace.go:171","msg":"trace[1598376757] transaction","detail":"{read_only:false; response_revision:14170; number_of_response:1; }","duration":"967.367446ms","start":"2026-03-04T05:29:41.116169Z","end":"2026-03-04T05:29:42.083537Z","steps":["trace[1598376757] 'process raft request' (duration: 693.938364ms)","trace[1598376757] 'compare' (duration: 272.780367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:29:42.083735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.116142Z","time spent":"967.53666ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:29:42.513752Z","caller":"traceutil/trace.go:171","msg":"trace[1029794137] transaction","detail":"{read_only:false; response_revision:14173; number_of_response:1; }","duration":"1.396949544s","start":"2026-03-04T05:29:41.116772Z","end":"2026-03-04T05:29:42.513722Z","steps":["trace[1029794137] 'process raft request' (duration: 1.396854342s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:42.513944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.116765Z","time spent":"1.397084317s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:29:42.513918Z","caller":"traceutil/trace.go:171","msg":"trace[303451962] transaction","detail":"{read_only:false; response_revision:14171; number_of_response:1; }","duration":"1.397647261s","start":"2026-03-04T05:29:41.116187Z","end":"2026-03-04T05:29:42.513834Z","steps":["trace[303451962] 'process raft request' (duration: 1.397024626s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:42.514221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.116177Z","time spent":"1.397885946s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:29:42.513888Z","caller":"traceutil/trace.go:171","msg":"trace[1988123462] transaction","detail":"{read_only:false; response_revision:14172; number_of_response:1; }","duration":"1.397122438s","start":"2026-03-04T05:29:41.116682Z","end":"2026-03-04T05:29:42.513805Z","steps":["trace[1988123462] 'process raft request' (duration: 1.396885933s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:42.514354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.11666Z","time spent":"1.39766056s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:29:42.514331Z","caller":"traceutil/trace.go:171","msg":"trace[1312872696] transaction","detail":"{read_only:false; response_revision:14174; number_of_response:1; }","duration":"1.396110724s","start":"2026-03-04T05:29:41.118158Z","end":"2026-03-04T05:29:42.514268Z","steps":["trace[1312872696] 'process raft request' (duration: 1.39552055s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:42.514636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.118146Z","time spent":"1.396290018s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:29:42.514799Z","caller":"traceutil/trace.go:171","msg":"trace[964866258] transaction","detail":"{read_only:false; response_revision:14175; number_of_response:1; }","duration":"1.014085892s","start":"2026-03-04T05:29:41.500693Z","end":"2026-03-04T05:29:42.514779Z","steps":["trace[964866258] 'process raft request' (duration: 1.013427637s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:42.514969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.500676Z","time spent":"1.014171034s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:29:42.515159Z","caller":"traceutil/trace.go:171","msg":"trace[583373568] transaction","detail":"{read_only:false; response_revision:14176; number_of_response:1; }","duration":"1.010806575s","start":"2026-03-04T05:29:41.504336Z","end":"2026-03-04T05:29:42.515143Z","steps":["trace[583373568] 'process raft request' (duration: 1.010290523s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:42.515587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.504324Z","time spent":"1.010902557s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:29:42.515628Z","caller":"traceutil/trace.go:171","msg":"trace[951758765] linearizableReadLoop","detail":"{readStateIndex:14696; appliedIndex:14691; }","duration":"1.01987843s","start":"2026-03-04T05:29:41.49573Z","end":"2026-03-04T05:29:42.515608Z","steps":["trace[951758765] 'read index received' (duration: 314.396842ms)","trace[951758765] 'applied index is now lower than readState.Index' (duration: 705.478788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:29:42.515811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020049314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:29:42.520301Z","caller":"traceutil/trace.go:171","msg":"trace[1977774288] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14176; }","duration":"1.024580881s","start":"2026-03-04T05:29:41.495679Z","end":"2026-03-04T05:29:42.52026Z","steps":["trace[1977774288] 'agreement among raft nodes before linearized reading' (duration: 1.020036803s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:42.520362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.495656Z","time spent":"1.024691213s","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T05:29:42.667126Z","caller":"traceutil/trace.go:171","msg":"trace[83785501] linearizableReadLoop","detail":"{readStateIndex:14699; appliedIndex:14698; }","duration":"151.399883ms","start":"2026-03-04T05:29:42.515697Z","end":"2026-03-04T05:29:42.667097Z","steps":["trace[83785501] 'read index received' (duration: 151.24721ms)","trace[83785501] 'applied index is now lower than readState.Index' (duration: 151.373µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:29:42.667281Z","caller":"traceutil/trace.go:171","msg":"trace[2089786426] transaction","detail":"{read_only:false; response_revision:14177; number_of_response:1; }","duration":"842.03699ms","start":"2026-03-04T05:29:41.825208Z","end":"2026-03-04T05:29:42.667245Z","steps":["trace[2089786426] 'process raft request' (duration: 841.685342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:42.667322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032933879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:29:42.667374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123478392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zt4hk\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-03-04T05:29:42.667396Z","caller":"traceutil/trace.go:171","msg":"trace[1350584169] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14177; }","duration":"1.033050621s","start":"2026-03-04T05:29:41.634326Z","end":"2026-03-04T05:29:42.667377Z","steps":["trace[1350584169] 'agreement among raft nodes before linearized reading' (duration: 1.032850216s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:42.667414Z","caller":"traceutil/trace.go:171","msg":"trace[1154233409] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zt4hk; range_end:; response_count:1; response_revision:14177; }","duration":"1.123542613s","start":"2026-03-04T05:29:41.543861Z","end":"2026-03-04T05:29:42.667403Z","steps":["trace[1154233409] 'agreement among raft nodes before linearized reading' (duration: 1.123382629s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:42.667387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088264747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-szw72\" ","response":"range_response_count:1 size:22017"} {"level":"warn","ts":"2026-03-04T05:29:42.667449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.543851Z","time spent":"1.123588964s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20694,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zt4hk\" "} {"level":"warn","ts":"2026-03-04T05:29:42.667449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.634316Z","time spent":"1.033123762s","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T05:29:42.667482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.825175Z","time spent":"842.201534ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:29:42.667508Z","caller":"traceutil/trace.go:171","msg":"trace[1888849201] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-szw72; range_end:; response_count:1; response_revision:14177; }","duration":"1.088393011s","start":"2026-03-04T05:29:41.579073Z","end":"2026-03-04T05:29:42.667466Z","steps":["trace[1888849201] 'agreement among raft nodes before linearized reading' (duration: 1.088070713s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:42.667544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.579063Z","time spent":"1.088472473s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22040,"request content":"key:\"/registry/pods/openstack/nova-compute-default-szw72\" "} {"level":"warn","ts":"2026-03-04T05:29:42.667654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038939791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:29:42.667783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031288489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T05:29:42.667808Z","caller":"traceutil/trace.go:171","msg":"trace[1542050033] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14177; }","duration":"1.039127785s","start":"2026-03-04T05:29:41.628659Z","end":"2026-03-04T05:29:42.667787Z","steps":["trace[1542050033] 'agreement among raft nodes before linearized reading' (duration: 1.038600162s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:42.667911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166458208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-04T05:29:42.667904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.628649Z","time spent":"1.039241047s","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-04T05:29:42.667986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170421512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:29:42.668016Z","caller":"traceutil/trace.go:171","msg":"trace[1700124330] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14177; }","duration":"1.170477704s","start":"2026-03-04T05:29:41.497531Z","end":"2026-03-04T05:29:42.668009Z","steps":["trace[1700124330] 'agreement among raft nodes before linearized reading' (duration: 1.170437673s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:42.668043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.49752Z","time spent":"1.170516945s","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T05:29:42.668109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172113982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T05:29:42.668152Z","caller":"traceutil/trace.go:171","msg":"trace[1896361226] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14177; }","duration":"1.172253096s","start":"2026-03-04T05:29:41.49589Z","end":"2026-03-04T05:29:42.668143Z","steps":["trace[1896361226] 'agreement among raft nodes before linearized reading' (duration: 1.172105993s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:42.668189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.495857Z","time spent":"1.172323678s","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T05:29:42.668258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079600422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rnj4h\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-03-04T05:29:42.668321Z","caller":"traceutil/trace.go:171","msg":"trace[1409717602] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rnj4h; range_end:; response_count:1; response_revision:14177; }","duration":"1.079675965s","start":"2026-03-04T05:29:41.588629Z","end":"2026-03-04T05:29:42.668305Z","steps":["trace[1409717602] 'agreement among raft nodes before linearized reading' (duration: 1.079410939s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:42.668364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.58862Z","time spent":"1.079737126s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rnj4h\" "} {"level":"warn","ts":"2026-03-04T05:29:42.668443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170953525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T05:29:42.668487Z","caller":"traceutil/trace.go:171","msg":"trace[375953961] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14177; }","duration":"1.171015687s","start":"2026-03-04T05:29:41.49746Z","end":"2026-03-04T05:29:42.668476Z","steps":["trace[375953961] 'agreement among raft nodes before linearized reading' (duration: 1.170893974s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:42.668524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.497449Z","time spent":"1.171067088s","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T05:29:42.6685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038962051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:29:42.668614Z","caller":"traceutil/trace.go:171","msg":"trace[1519145681] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14177; }","duration":"1.039065473s","start":"2026-03-04T05:29:41.629507Z","end":"2026-03-04T05:29:42.668573Z","steps":["trace[1519145681] 'agreement among raft nodes before linearized reading' (duration: 1.03895187s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:42.668717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172160133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T05:29:42.668758Z","caller":"traceutil/trace.go:171","msg":"trace[1275699695] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14177; }","duration":"1.172220975s","start":"2026-03-04T05:29:41.496526Z","end":"2026-03-04T05:29:42.668747Z","steps":["trace[1275699695] 'agreement among raft nodes before linearized reading' (duration: 1.172122983s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:42.668794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.496504Z","time spent":"1.172282026s","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T05:29:42.668059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07185172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-szw72\" ","response":"range_response_count:1 size:22017"} {"level":"warn","ts":"2026-03-04T05:29:42.668661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.629499Z","time spent":"1.039151755s","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T05:29:42.667819Z","caller":"traceutil/trace.go:171","msg":"trace[63930818] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14177; }","duration":"1.03134019s","start":"2026-03-04T05:29:41.636467Z","end":"2026-03-04T05:29:42.667808Z","steps":["trace[63930818] 'agreement among raft nodes before linearized reading' (duration: 1.031225227s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:42.669055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172737247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T05:29:42.667825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164548813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T05:29:42.669101Z","caller":"traceutil/trace.go:171","msg":"trace[1416783341] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14177; }","duration":"1.172824819s","start":"2026-03-04T05:29:41.496266Z","end":"2026-03-04T05:29:42.66909Z","steps":["trace[1416783341] 'agreement among raft nodes before linearized reading' (duration: 1.172714097s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:42.669112Z","caller":"traceutil/trace.go:171","msg":"trace[1292764537] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14177; }","duration":"1.165848735s","start":"2026-03-04T05:29:41.50325Z","end":"2026-03-04T05:29:42.669099Z","steps":["trace[1292764537] 'agreement among raft nodes before linearized reading' (duration: 1.164525163s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:42.66914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.496243Z","time spent":"1.17288989s","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T05:29:42.669151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.503239Z","time spent":"1.165895895s","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T05:29:42.667948Z","caller":"traceutil/trace.go:171","msg":"trace[2145029263] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14177; }","duration":"1.16651256s","start":"2026-03-04T05:29:41.501426Z","end":"2026-03-04T05:29:42.667939Z","steps":["trace[2145029263] 'agreement among raft nodes before linearized reading' (duration: 1.166415928s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:42.667755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142647095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bmdp5\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-04T05:29:42.66941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.501416Z","time spent":"1.167883412s","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T05:29:42.669449Z","caller":"traceutil/trace.go:171","msg":"trace[571957400] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bmdp5; range_end:; response_count:1; response_revision:14177; }","duration":"1.144356186s","start":"2026-03-04T05:29:41.525081Z","end":"2026-03-04T05:29:42.669437Z","steps":["trace[571957400] 'agreement among raft nodes before linearized reading' (duration: 1.142598694s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:42.669495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.525071Z","time spent":"1.144413467s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-bmdp5\" "} {"level":"warn","ts":"2026-03-04T05:29:42.669063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.636453Z","time spent":"1.03259494s","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T05:29:42.669713Z","caller":"traceutil/trace.go:171","msg":"trace[5165809] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-szw72; range_end:; response_count:1; response_revision:14177; }","duration":"1.072679569s","start":"2026-03-04T05:29:41.596177Z","end":"2026-03-04T05:29:42.668857Z","steps":["trace[5165809] 'agreement among raft nodes before linearized reading' (duration: 1.071714176s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:42.669887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:41.596168Z","time spent":"1.07358011s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22040,"request content":"key:\"/registry/pods/openstack/nova-compute-default-szw72\" "} {"level":"warn","ts":"2026-03-04T05:29:42.934585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.054185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:29:42.934685Z","caller":"traceutil/trace.go:171","msg":"trace[414607733] linearizableReadLoop","detail":"{readStateIndex:14701; appliedIndex:14700; }","duration":"141.778666ms","start":"2026-03-04T05:29:42.792887Z","end":"2026-03-04T05:29:42.934665Z","steps":["trace[414607733] 'read index received' (duration: 55.242µs)","trace[414607733] 'applied index is now lower than readState.Index' (duration: 141.722024ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:29:42.93478Z","caller":"traceutil/trace.go:171","msg":"trace[2145337455] transaction","detail":"{read_only:false; response_revision:14178; number_of_response:1; }","duration":"180.931173ms","start":"2026-03-04T05:29:42.753839Z","end":"2026-03-04T05:29:42.93477Z","steps":["trace[2145337455] 'process raft request' (duration: 29.604221ms)","trace[2145337455] 'compare' (duration: 150.940753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:29:42.93499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.078903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:29:42.935093Z","caller":"traceutil/trace.go:171","msg":"trace[225159121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14178; }","duration":"142.231677ms","start":"2026-03-04T05:29:42.792839Z","end":"2026-03-04T05:29:42.93507Z","steps":["trace[225159121] 'agreement among raft nodes before linearized reading' (duration: 142.032692ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:43.258392Z","caller":"traceutil/trace.go:171","msg":"trace[444248947] linearizableReadLoop","detail":"{readStateIndex:14702; appliedIndex:14701; }","duration":"138.064227ms","start":"2026-03-04T05:29:43.120285Z","end":"2026-03-04T05:29:43.258349Z","steps":["trace[444248947] 'read index received' (duration: 90.127863ms)","trace[444248947] 'applied index is now lower than readState.Index' (duration: 47.934044ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:29:43.258592Z","caller":"traceutil/trace.go:171","msg":"trace[278752327] transaction","detail":"{read_only:false; response_revision:14179; number_of_response:1; }","duration":"142.171475ms","start":"2026-03-04T05:29:43.116372Z","end":"2026-03-04T05:29:43.258543Z","steps":["trace[278752327] 'process raft request' (duration: 94.132118ms)","trace[278752327] 'compare' (duration: 47.33605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:29:43.258866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.374615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:29:43.259092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.739259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:29:43.259109Z","caller":"traceutil/trace.go:171","msg":"trace[187952183] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14179; }","duration":"138.818316ms","start":"2026-03-04T05:29:43.120226Z","end":"2026-03-04T05:29:43.259044Z","steps":["trace[187952183] 'agreement among raft nodes before linearized reading' (duration: 138.368455ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:43.259154Z","caller":"traceutil/trace.go:171","msg":"trace[692043665] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:14179; }","duration":"123.821881ms","start":"2026-03-04T05:29:43.135311Z","end":"2026-03-04T05:29:43.259133Z","steps":["trace[692043665] 'agreement among raft nodes before linearized reading' (duration: 123.697638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:43.259523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.081472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T05:29:43.259565Z","caller":"traceutil/trace.go:171","msg":"trace[1314443069] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14179; }","duration":"139.169534ms","start":"2026-03-04T05:29:43.120387Z","end":"2026-03-04T05:29:43.259556Z","steps":["trace[1314443069] 'agreement among raft nodes before linearized reading' (duration: 138.9857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:43.258949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.499868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T05:29:43.259625Z","caller":"traceutil/trace.go:171","msg":"trace[2063195969] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14179; }","duration":"139.212035ms","start":"2026-03-04T05:29:43.120392Z","end":"2026-03-04T05:29:43.259604Z","steps":["trace[2063195969] 'agreement among raft nodes before linearized reading' (duration: 138.371415ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:44.742432Z","caller":"traceutil/trace.go:171","msg":"trace[23975627] transaction","detail":"{read_only:false; response_revision:14182; number_of_response:1; }","duration":"216.210097ms","start":"2026-03-04T05:29:44.526195Z","end":"2026-03-04T05:29:44.742405Z","steps":["trace[23975627] 'process raft request' (duration: 215.999152ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:44.742659Z","caller":"traceutil/trace.go:171","msg":"trace[1972985730] linearizableReadLoop","detail":"{readStateIndex:14705; appliedIndex:14703; }","duration":"205.116165ms","start":"2026-03-04T05:29:44.53753Z","end":"2026-03-04T05:29:44.742646Z","steps":["trace[1972985730] 'read index received' (duration: 48.101689ms)","trace[1972985730] 'applied index is now lower than readState.Index' (duration: 157.013076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:29:44.742957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.404731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T05:29:44.743042Z","caller":"traceutil/trace.go:171","msg":"trace[571108878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14183; }","duration":"205.520155ms","start":"2026-03-04T05:29:44.537503Z","end":"2026-03-04T05:29:44.743023Z","steps":["trace[571108878] 'agreement among raft nodes before linearized reading' (duration: 205.32575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:44.743101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.038573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:29:44.743154Z","caller":"traceutil/trace.go:171","msg":"trace[313025923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14183; }","duration":"205.134295ms","start":"2026-03-04T05:29:44.538007Z","end":"2026-03-04T05:29:44.743141Z","steps":["trace[313025923] 'agreement among raft nodes before linearized reading' (duration: 204.975892ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:44.743248Z","caller":"traceutil/trace.go:171","msg":"trace[1810307705] transaction","detail":"{read_only:false; response_revision:14183; number_of_response:1; }","duration":"204.47972ms","start":"2026-03-04T05:29:44.538754Z","end":"2026-03-04T05:29:44.743233Z","steps":["trace[1810307705] 'process raft request' (duration: 203.608329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:44.745081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.725629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:29:44.745137Z","caller":"traceutil/trace.go:171","msg":"trace[668695793] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14183; }","duration":"205.77932ms","start":"2026-03-04T05:29:44.539342Z","end":"2026-03-04T05:29:44.745122Z","steps":["trace[668695793] 'agreement among raft nodes before linearized reading' (duration: 205.706669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:44.746919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.460794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T05:29:44.746968Z","caller":"traceutil/trace.go:171","msg":"trace[980627418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14183; }","duration":"208.527596ms","start":"2026-03-04T05:29:44.53843Z","end":"2026-03-04T05:29:44.746957Z","steps":["trace[980627418] 'agreement among raft nodes before linearized reading' (duration: 206.862866ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:49.666305Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11925} {"level":"info","ts":"2026-03-04T05:29:49.750251Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11925,"took":"80.766361ms","hash":207689142,"current-db-size-bytes":41619456,"current-db-size":"42 MB","current-db-size-in-use-bytes":27070464,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T05:29:49.750327Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":207689142,"revision":11925,"compact-revision":9928} {"level":"info","ts":"2026-03-04T05:30:50.474093Z","caller":"traceutil/trace.go:171","msg":"trace[1997497897] transaction","detail":"{read_only:false; response_revision:14583; number_of_response:1; }","duration":"146.575023ms","start":"2026-03-04T05:30:50.327479Z","end":"2026-03-04T05:30:50.474054Z","steps":["trace[1997497897] 'process raft request' (duration: 146.352408ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:30:55.179231Z","caller":"traceutil/trace.go:171","msg":"trace[535778578] transaction","detail":"{read_only:false; response_revision:14606; number_of_response:1; }","duration":"143.295586ms","start":"2026-03-04T05:30:55.035915Z","end":"2026-03-04T05:30:55.179211Z","steps":["trace[535778578] 'process raft request' (duration: 143.167653ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:32:33.783014Z","caller":"traceutil/trace.go:171","msg":"trace[307273078] transaction","detail":"{read_only:false; response_revision:15468; number_of_response:1; }","duration":"111.856373ms","start":"2026-03-04T05:32:33.671128Z","end":"2026-03-04T05:32:33.782985Z","steps":["trace[307273078] 'process raft request' (duration: 111.76733ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:32:33.783046Z","caller":"traceutil/trace.go:171","msg":"trace[473783327] transaction","detail":"{read_only:false; response_revision:15467; number_of_response:1; }","duration":"112.089448ms","start":"2026-03-04T05:32:33.670929Z","end":"2026-03-04T05:32:33.783018Z","steps":["trace[473783327] 'process raft request' (duration: 74.314056ms)","trace[473783327] 'compare' (duration: 37.489396ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:32:34.920393Z","caller":"traceutil/trace.go:171","msg":"trace[1035693753] transaction","detail":"{read_only:false; response_revision:15494; number_of_response:1; }","duration":"102.760598ms","start":"2026-03-04T05:32:34.817611Z","end":"2026-03-04T05:32:34.920372Z","steps":["trace[1035693753] 'process raft request' (duration: 102.496242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:32:40.185799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.535291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:32:40.186072Z","caller":"traceutil/trace.go:171","msg":"trace[601528850] transaction","detail":"{read_only:false; response_revision:15528; number_of_response:1; }","duration":"252.711191ms","start":"2026-03-04T05:32:39.933309Z","end":"2026-03-04T05:32:40.18602Z","steps":["trace[601528850] 'process raft request' (duration: 75.804001ms)","trace[601528850] 'compare' (duration: 176.335956ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:32:40.186124Z","caller":"traceutil/trace.go:171","msg":"trace[1182287240] linearizableReadLoop","detail":"{readStateIndex:16098; appliedIndex:16095; }","duration":"247.776475ms","start":"2026-03-04T05:32:39.938324Z","end":"2026-03-04T05:32:40.186101Z","steps":["trace[1182287240] 'read index received' (duration: 7.439876ms)","trace[1182287240] 'applied index is now lower than readState.Index' (duration: 240.335309ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:32:40.186247Z","caller":"traceutil/trace.go:171","msg":"trace[333311185] transaction","detail":"{read_only:false; response_revision:15530; number_of_response:1; }","duration":"251.578414ms","start":"2026-03-04T05:32:39.93462Z","end":"2026-03-04T05:32:40.186199Z","steps":["trace[333311185] 'process raft request' (duration: 251.42641ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:32:40.186229Z","caller":"traceutil/trace.go:171","msg":"trace[738908469] transaction","detail":"{read_only:false; response_revision:15529; number_of_response:1; }","duration":"251.592695ms","start":"2026-03-04T05:32:39.934592Z","end":"2026-03-04T05:32:40.186185Z","steps":["trace[738908469] 'process raft request' (duration: 251.373419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:32:40.187373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.040734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892291"} {"level":"info","ts":"2026-03-04T05:32:40.187434Z","caller":"traceutil/trace.go:171","msg":"trace[1523493995] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:15530; }","duration":"249.103076ms","start":"2026-03-04T05:32:39.938317Z","end":"2026-03-04T05:32:40.187421Z","steps":["trace[1523493995] 'agreement among raft nodes before linearized reading' (duration: 247.842076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:32:40.193025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.372846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892291"} {"level":"info","ts":"2026-03-04T05:32:40.19314Z","caller":"traceutil/trace.go:171","msg":"trace[786461695] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:15531; }","duration":"247.532969ms","start":"2026-03-04T05:32:39.945588Z","end":"2026-03-04T05:32:40.193121Z","steps":["trace[786461695] 'agreement among raft nodes before linearized reading' (duration: 246.230588ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:34:49.673538Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14206} {"level":"info","ts":"2026-03-04T05:34:49.773854Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14206,"took":"96.689858ms","hash":872222947,"current-db-size-bytes":42881024,"current-db-size":"43 MB","current-db-size-in-use-bytes":27676672,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T05:34:49.773922Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":872222947,"revision":14206,"compact-revision":11925} {"level":"info","ts":"2026-03-04T05:35:30.689956Z","caller":"traceutil/trace.go:171","msg":"trace[1463714887] transaction","detail":"{read_only:false; response_revision:16578; number_of_response:1; }","duration":"442.900178ms","start":"2026-03-04T05:35:30.247024Z","end":"2026-03-04T05:35:30.689924Z","steps":["trace[1463714887] 'process raft request' (duration: 442.607451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:30.690261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:30.247008Z","time spent":"443.100902ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:35:30.698148Z","caller":"traceutil/trace.go:171","msg":"trace[1736660317] transaction","detail":"{read_only:false; response_revision:16579; number_of_response:1; }","duration":"404.57186ms","start":"2026-03-04T05:35:30.293537Z","end":"2026-03-04T05:35:30.698109Z","steps":["trace[1736660317] 'process raft request' (duration: 404.116809ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:35:30.698366Z","caller":"traceutil/trace.go:171","msg":"trace[1672694991] linearizableReadLoop","detail":"{readStateIndex:17189; appliedIndex:17185; }","duration":"336.363381ms","start":"2026-03-04T05:35:30.36197Z","end":"2026-03-04T05:35:30.698333Z","steps":["trace[1672694991] 'read index received' (duration: 327.749479ms)","trace[1672694991] 'applied index is now lower than readState.Index' (duration: 8.610042ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:35:30.698457Z","caller":"traceutil/trace.go:171","msg":"trace[1420751723] transaction","detail":"{read_only:false; response_revision:16580; number_of_response:1; }","duration":"370.515442ms","start":"2026-03-04T05:35:30.327871Z","end":"2026-03-04T05:35:30.698386Z","steps":["trace[1420751723] 'process raft request' (duration: 370.129793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:30.698628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.656939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T05:35:30.698653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.045839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:35:30.698668Z","caller":"traceutil/trace.go:171","msg":"trace[432230366] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16581; }","duration":"336.72904ms","start":"2026-03-04T05:35:30.36193Z","end":"2026-03-04T05:35:30.698659Z","steps":["trace[432230366] 'agreement among raft nodes before linearized reading' (duration: 336.543975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:30.698723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:30.36192Z","time spent":"336.796562ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T05:35:30.698673Z","caller":"traceutil/trace.go:171","msg":"trace[88741995] transaction","detail":"{read_only:false; response_revision:16581; number_of_response:1; }","duration":"370.609494ms","start":"2026-03-04T05:35:30.327978Z","end":"2026-03-04T05:35:30.698588Z","steps":["trace[88741995] 'process raft request' (duration: 370.253846ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:35:30.698868Z","caller":"traceutil/trace.go:171","msg":"trace[1758919473] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:16581; }","duration":"215.12077ms","start":"2026-03-04T05:35:30.483577Z","end":"2026-03-04T05:35:30.698698Z","steps":["trace[1758919473] 'agreement among raft nodes before linearized reading' (duration: 214.992447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:30.698647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:30.327842Z","time spent":"370.708996ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:35:30.699553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:30.293503Z","time spent":"404.831366ms","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416963,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:35:30.700941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:30.327941Z","time spent":"371.055084ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:35:36.84816Z","caller":"traceutil/trace.go:171","msg":"trace[151649102] linearizableReadLoop","detail":"{readStateIndex:17219; appliedIndex:17218; }","duration":"127.488157ms","start":"2026-03-04T05:35:36.720646Z","end":"2026-03-04T05:35:36.848134Z","steps":["trace[151649102] 'read index received' (duration: 127.336484ms)","trace[151649102] 'applied index is now lower than readState.Index' (duration: 150.103µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:35:36.848212Z","caller":"traceutil/trace.go:171","msg":"trace[946969690] transaction","detail":"{read_only:false; response_revision:16610; number_of_response:1; }","duration":"127.747943ms","start":"2026-03-04T05:35:36.720428Z","end":"2026-03-04T05:35:36.848176Z","steps":["trace[946969690] 'process raft request' (duration: 127.540938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:36.848563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.887696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T05:35:36.848677Z","caller":"traceutil/trace.go:171","msg":"trace[1035499036] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16610; }","duration":"128.498611ms","start":"2026-03-04T05:35:36.720154Z","end":"2026-03-04T05:35:36.848652Z","steps":["trace[1035499036] 'agreement among raft nodes before linearized reading' (duration: 128.116672ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:35:36.903778Z","caller":"traceutil/trace.go:171","msg":"trace[2006037072] transaction","detail":"{read_only:false; response_revision:16611; number_of_response:1; }","duration":"181.000701ms","start":"2026-03-04T05:35:36.722742Z","end":"2026-03-04T05:35:36.903743Z","steps":["trace[2006037072] 'process raft request' (duration: 180.748775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:36.903786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.203122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:35:36.90388Z","caller":"traceutil/trace.go:171","msg":"trace[1022793587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16611; }","duration":"113.373717ms","start":"2026-03-04T05:35:36.790488Z","end":"2026-03-04T05:35:36.903862Z","steps":["trace[1022793587] 'agreement among raft nodes before linearized reading' (duration: 113.193162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:37.405752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590340440,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T05:35:37.6149Z","caller":"traceutil/trace.go:171","msg":"trace[641113950] transaction","detail":"{read_only:false; response_revision:16612; number_of_response:1; }","duration":"760.790247ms","start":"2026-03-04T05:35:36.854079Z","end":"2026-03-04T05:35:37.614869Z","steps":["trace[641113950] 'process raft request' (duration: 760.534741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:37.615099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:36.85404Z","time spent":"760.954041ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:35:37.615459Z","caller":"traceutil/trace.go:171","msg":"trace[811531699] transaction","detail":"{read_only:false; response_revision:16613; number_of_response:1; }","duration":"713.450737ms","start":"2026-03-04T05:35:36.901986Z","end":"2026-03-04T05:35:37.615437Z","steps":["trace[811531699] 'process raft request' (duration: 712.827802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:37.61722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:36.901963Z","time spent":"713.55309ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:35:37.73836Z","caller":"traceutil/trace.go:171","msg":"trace[1100605049] transaction","detail":"{read_only:false; response_revision:16614; number_of_response:1; }","duration":"787.012921ms","start":"2026-03-04T05:35:36.951305Z","end":"2026-03-04T05:35:37.738318Z","steps":["trace[1100605049] 'process raft request' (duration: 726.435502ms)","trace[1100605049] 'compare' (duration: 60.127619ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:35:37.738387Z","caller":"traceutil/trace.go:171","msg":"trace[1815544377] linearizableReadLoop","detail":"{readStateIndex:17224; appliedIndex:17220; }","duration":"832.884676ms","start":"2026-03-04T05:35:36.905467Z","end":"2026-03-04T05:35:37.738352Z","steps":["trace[1815544377] 'read index received' (duration: 709.169107ms)","trace[1815544377] 'applied index is now lower than readState.Index' (duration: 123.714219ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:35:37.738408Z","caller":"traceutil/trace.go:171","msg":"trace[1891438561] transaction","detail":"{read_only:false; response_revision:16615; number_of_response:1; }","duration":"385.624025ms","start":"2026-03-04T05:35:37.352748Z","end":"2026-03-04T05:35:37.738372Z","steps":["trace[1891438561] 'process raft request' (duration: 385.437451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:37.738571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.121381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:35:37.738525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:36.951286Z","time spent":"787.155464ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:35:37.738617Z","caller":"traceutil/trace.go:171","msg":"trace[1034232638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16615; }","duration":"833.300996ms","start":"2026-03-04T05:35:36.905304Z","end":"2026-03-04T05:35:37.738605Z","steps":["trace[1034232638] 'agreement among raft nodes before linearized reading' (duration: 833.193393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:37.738653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:36.9052Z","time spent":"833.444989ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:35:37.738744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:37.352711Z","time spent":"385.903692ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:35:37.738856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.345691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-szw72\" ","response":"range_response_count:1 size:22018"} {"level":"warn","ts":"2026-03-04T05:35:37.738933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.207224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T05:35:37.738939Z","caller":"traceutil/trace.go:171","msg":"trace[1654912780] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-szw72; range_end:; response_count:1; response_revision:16615; }","duration":"295.440973ms","start":"2026-03-04T05:35:37.443456Z","end":"2026-03-04T05:35:37.738897Z","steps":["trace[1654912780] 'agreement among raft nodes before linearized reading' (duration: 295.285339ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:35:37.738969Z","caller":"traceutil/trace.go:171","msg":"trace[1699765908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16615; }","duration":"507.289106ms","start":"2026-03-04T05:35:37.23167Z","end":"2026-03-04T05:35:37.738959Z","steps":["trace[1699765908] 'agreement among raft nodes before linearized reading' (duration: 507.213264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:37.738969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.321784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rnj4h\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-03-04T05:35:37.738993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:37.231645Z","time spent":"507.339458ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T05:35:37.739032Z","caller":"traceutil/trace.go:171","msg":"trace[930180545] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rnj4h; range_end:; response_count:1; response_revision:16615; }","duration":"340.400566ms","start":"2026-03-04T05:35:37.398601Z","end":"2026-03-04T05:35:37.739002Z","steps":["trace[930180545] 'agreement among raft nodes before linearized reading' (duration: 340.285884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:37.739071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:37.398588Z","time spent":"340.475378ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rnj4h\" "} {"level":"warn","ts":"2026-03-04T05:35:37.738846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.016668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zt4hk\" ","response":"range_response_count:1 size:20774"} {"level":"warn","ts":"2026-03-04T05:35:37.739194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.007643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T05:35:37.739244Z","caller":"traceutil/trace.go:171","msg":"trace[1089230293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16615; }","duration":"753.084056ms","start":"2026-03-04T05:35:36.986146Z","end":"2026-03-04T05:35:37.73923Z","steps":["trace[1089230293] 'agreement among raft nodes before linearized reading' (duration: 752.965003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:37.739268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:36.986131Z","time spent":"753.132066ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:35:37.739266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.77158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T05:35:37.739189Z","caller":"traceutil/trace.go:171","msg":"trace[544607142] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zt4hk; range_end:; response_count:1; response_revision:16615; }","duration":"830.358847ms","start":"2026-03-04T05:35:36.908791Z","end":"2026-03-04T05:35:37.73915Z","steps":["trace[544607142] 'agreement among raft nodes before linearized reading' (duration: 829.906596ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:35:37.739341Z","caller":"traceutil/trace.go:171","msg":"trace[808546847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16615; }","duration":"636.896554ms","start":"2026-03-04T05:35:37.102431Z","end":"2026-03-04T05:35:37.739328Z","steps":["trace[808546847] 'agreement among raft nodes before linearized reading' (duration: 636.612797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:37.739378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:36.908772Z","time spent":"830.590242ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20797,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zt4hk\" "} {"level":"warn","ts":"2026-03-04T05:35:37.739403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:37.102406Z","time spent":"636.986685ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:35:37.73882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.756357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:35:37.739717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.565506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T05:35:37.739835Z","caller":"traceutil/trace.go:171","msg":"trace[876580027] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16615; }","duration":"508.753321ms","start":"2026-03-04T05:35:37.231059Z","end":"2026-03-04T05:35:37.739812Z","steps":["trace[876580027] 'agreement among raft nodes before linearized reading' (duration: 508.29441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:37.739893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:37.23103Z","time spent":"508.849173ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T05:35:37.741483Z","caller":"traceutil/trace.go:171","msg":"trace[2070440784] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:16615; }","duration":"435.772021ms","start":"2026-03-04T05:35:37.303977Z","end":"2026-03-04T05:35:37.739749Z","steps":["trace[2070440784] 'agreement among raft nodes before linearized reading' (duration: 434.747477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:37.741623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:37.303956Z","time spent":"437.630545ms","remote":"127.0.0.1:53918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:35:37.869129Z","caller":"traceutil/trace.go:171","msg":"trace[1398253958] transaction","detail":"{read_only:false; response_revision:16617; number_of_response:1; }","duration":"123.091014ms","start":"2026-03-04T05:35:37.745989Z","end":"2026-03-04T05:35:37.86908Z","steps":["trace[1398253958] 'process raft request' (duration: 100.080475ms)","trace[1398253958] 'compare' (duration: 22.62828ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:35:37.869611Z","caller":"traceutil/trace.go:171","msg":"trace[1882196831] transaction","detail":"{read_only:false; response_revision:16618; number_of_response:1; }","duration":"123.226327ms","start":"2026-03-04T05:35:37.746361Z","end":"2026-03-04T05:35:37.869587Z","steps":["trace[1882196831] 'process raft request' (duration: 122.639833ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:35:37.870839Z","caller":"traceutil/trace.go:171","msg":"trace[1957251843] linearizableReadLoop","detail":"{readStateIndex:17228; appliedIndex:17224; }","duration":"117.693908ms","start":"2026-03-04T05:35:37.753111Z","end":"2026-03-04T05:35:37.870805Z","steps":["trace[1957251843] 'read index received' (duration: 24.253768ms)","trace[1957251843] 'applied index is now lower than readState.Index' (duration: 93.43827ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:35:37.871674Z","caller":"traceutil/trace.go:171","msg":"trace[266961914] transaction","detail":"{read_only:false; response_revision:16619; number_of_response:1; }","duration":"124.263832ms","start":"2026-03-04T05:35:37.746739Z","end":"2026-03-04T05:35:37.871002Z","steps":["trace[266961914] 'process raft request' (duration: 122.742297ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:35:37.872349Z","caller":"traceutil/trace.go:171","msg":"trace[166291933] transaction","detail":"{read_only:false; response_revision:16620; number_of_response:1; }","duration":"110.915169ms","start":"2026-03-04T05:35:37.761419Z","end":"2026-03-04T05:35:37.872334Z","steps":["trace[166291933] 'process raft request' (duration: 108.37346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:37.873927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.798361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940220"} {"level":"info","ts":"2026-03-04T05:35:37.874023Z","caller":"traceutil/trace.go:171","msg":"trace[1299274377] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16620; }","duration":"120.953565ms","start":"2026-03-04T05:35:37.753055Z","end":"2026-03-04T05:35:37.874008Z","steps":["trace[1299274377] 'agreement among raft nodes before linearized reading' (duration: 119.356387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:37.874192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.21783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940220"} {"level":"info","ts":"2026-03-04T05:35:37.87429Z","caller":"traceutil/trace.go:171","msg":"trace[1151817895] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16620; }","duration":"118.356514ms","start":"2026-03-04T05:35:37.755912Z","end":"2026-03-04T05:35:37.874269Z","steps":["trace[1151817895] 'agreement among raft nodes before linearized reading' (duration: 116.734786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:39.290953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590340451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:35:39.7914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590340451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:35:40.29194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590340451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:35:40.312838Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.987624692s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T05:35:40.313557Z","caller":"traceutil/trace.go:171","msg":"trace[960401428] transaction","detail":"{read_only:false; response_revision:16621; number_of_response:1; }","duration":"1.988507324s","start":"2026-03-04T05:35:38.325016Z","end":"2026-03-04T05:35:40.313523Z","steps":["trace[960401428] 'process raft request' (duration: 1.988191186s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:40.313876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:38.324987Z","time spent":"1.988631906s","remote":"127.0.0.1:60410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:35:40.791087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000358091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T05:35:40.791176Z","caller":"traceutil/trace.go:171","msg":"trace[1000389109] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000547295s","start":"2026-03-04T05:35:38.790608Z","end":"2026-03-04T05:35:40.791155Z","steps":["trace[1000389109] 'agreement among raft nodes before linearized reading' (duration: 2.000415312s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:40.79123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:38.79058Z","time spent":"2.000640118s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 05:35:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T05:35:41.086501Z","caller":"traceutil/trace.go:171","msg":"trace[1855219688] linearizableReadLoop","detail":"{readStateIndex:17234; appliedIndex:17230; }","duration":"2.295597699s","start":"2026-03-04T05:35:38.790688Z","end":"2026-03-04T05:35:41.086286Z","steps":["trace[1855219688] 'read index received' (duration: 1.5227659s)","trace[1855219688] 'applied index is now lower than readState.Index' (duration: 772.830759ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:35:41.08679Z","caller":"traceutil/trace.go:171","msg":"trace[96282209] transaction","detail":"{read_only:false; response_revision:16623; number_of_response:1; }","duration":"2.177088632s","start":"2026-03-04T05:35:38.909687Z","end":"2026-03-04T05:35:41.086775Z","steps":["trace[96282209] 'process raft request' (duration: 2.176505048s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:35:41.086738Z","caller":"traceutil/trace.go:171","msg":"trace[305493194] transaction","detail":"{read_only:false; response_revision:16622; number_of_response:1; }","duration":"2.233247068s","start":"2026-03-04T05:35:38.853455Z","end":"2026-03-04T05:35:41.086702Z","steps":["trace[305493194] 'process raft request' (duration: 2.23247585s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:41.086977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26790915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:35:41.087045Z","caller":"traceutil/trace.go:171","msg":"trace[320289776] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:16624; }","duration":"2.268023693s","start":"2026-03-04T05:35:38.819002Z","end":"2026-03-04T05:35:41.087026Z","steps":["trace[320289776] 'agreement among raft nodes before linearized reading' (duration: 2.267840259s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:41.087094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:38.81899Z","time spent":"2.268092454s","remote":"127.0.0.1:60426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:35:41.087125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179522198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-szw72\" ","response":"range_response_count:1 size:22018"} {"level":"warn","ts":"2026-03-04T05:35:41.087141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:38.853391Z","time spent":"2.233573665s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:35:41.087262Z","caller":"traceutil/trace.go:171","msg":"trace[692022578] transaction","detail":"{read_only:false; response_revision:16624; number_of_response:1; }","duration":"1.464477475s","start":"2026-03-04T05:35:39.62277Z","end":"2026-03-04T05:35:41.087247Z","steps":["trace[692022578] 'process raft request' (duration: 1.463474232s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:41.087345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:38.909649Z","time spent":"2.177233516s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:35:41.087471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202163918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T05:35:41.087487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.315487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T05:35:41.087519Z","caller":"traceutil/trace.go:171","msg":"trace[1361898564] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16624; }","duration":"134.347768ms","start":"2026-03-04T05:35:40.953163Z","end":"2026-03-04T05:35:41.08751Z","steps":["trace[1361898564] 'agreement among raft nodes before linearized reading' (duration: 134.246086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:41.0876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212832898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T05:35:41.087638Z","caller":"traceutil/trace.go:171","msg":"trace[1656583171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16624; }","duration":"1.21291471s","start":"2026-03-04T05:35:39.874715Z","end":"2026-03-04T05:35:41.08763Z","steps":["trace[1656583171] 'agreement among raft nodes before linearized reading' (duration: 1.212824818s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:41.087668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:39.874692Z","time spent":"1.212969612s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:35:41.087379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:39.622745Z","time spent":"1.464557166s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:35:41.087796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.030787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:35:41.087833Z","caller":"traceutil/trace.go:171","msg":"trace[788285619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16624; }","duration":"296.123339ms","start":"2026-03-04T05:35:40.791701Z","end":"2026-03-04T05:35:41.087824Z","steps":["trace[788285619] 'agreement among raft nodes before linearized reading' (duration: 296.062717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:41.087944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214733732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T05:35:41.087516Z","caller":"traceutil/trace.go:171","msg":"trace[2115669964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16624; }","duration":"1.202266181s","start":"2026-03-04T05:35:39.885238Z","end":"2026-03-04T05:35:41.087505Z","steps":["trace[2115669964] 'agreement among raft nodes before linearized reading' (duration: 1.202100867s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:41.088036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:39.885211Z","time spent":"1.202813633s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:35:41.088063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306419801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T05:35:41.088101Z","caller":"traceutil/trace.go:171","msg":"trace[1840784574] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16624; }","duration":"1.306498783s","start":"2026-03-04T05:35:39.781594Z","end":"2026-03-04T05:35:41.088093Z","steps":["trace[1840784574] 'agreement among raft nodes before linearized reading' (duration: 1.306410281s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:41.088139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:39.781565Z","time spent":"1.306565865s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:35:41.088349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17750253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rnj4h\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-04T05:35:41.088385Z","caller":"traceutil/trace.go:171","msg":"trace[1230441065] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rnj4h; range_end:; response_count:1; response_revision:16624; }","duration":"1.177847948s","start":"2026-03-04T05:35:39.910529Z","end":"2026-03-04T05:35:41.088377Z","steps":["trace[1230441065] 'agreement among raft nodes before linearized reading' (duration: 1.177237454s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:35:41.08721Z","caller":"traceutil/trace.go:171","msg":"trace[143931852] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-szw72; range_end:; response_count:1; response_revision:16624; }","duration":"1.179674122s","start":"2026-03-04T05:35:39.907516Z","end":"2026-03-04T05:35:41.08719Z","steps":["trace[143931852] 'agreement among raft nodes before linearized reading' (duration: 1.179332864s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:41.088489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:39.907502Z","time spent":"1.180976972s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-szw72\" "} {"level":"warn","ts":"2026-03-04T05:35:41.08861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.357943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18848"} {"level":"info","ts":"2026-03-04T05:35:41.08864Z","caller":"traceutil/trace.go:171","msg":"trace[1657494498] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:16624; }","duration":"762.390543ms","start":"2026-03-04T05:35:40.326243Z","end":"2026-03-04T05:35:41.088634Z","steps":["trace[1657494498] 'agreement among raft nodes before linearized reading' (duration: 762.221309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:41.088723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:40.326145Z","time spent":"762.570668ms","remote":"127.0.0.1:56192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18871,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T05:35:41.088789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468917819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T05:35:41.088945Z","caller":"traceutil/trace.go:171","msg":"trace[1519654877] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16624; }","duration":"1.469170164s","start":"2026-03-04T05:35:39.619759Z","end":"2026-03-04T05:35:41.088929Z","steps":["trace[1519654877] 'agreement among raft nodes before linearized reading' (duration: 1.468524439s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:41.08902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:39.619729Z","time spent":"1.469277887s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:35:41.089237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485818984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-04T05:35:41.089315Z","caller":"traceutil/trace.go:171","msg":"trace[1603610079] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:16624; }","duration":"1.485948408s","start":"2026-03-04T05:35:39.603354Z","end":"2026-03-04T05:35:41.089302Z","steps":["trace[1603610079] 'agreement among raft nodes before linearized reading' (duration: 1.485799325s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:41.089409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:39.603324Z","time spent":"1.48607083s","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-04T05:35:41.089449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59018268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:35:41.089501Z","caller":"traceutil/trace.go:171","msg":"trace[542248785] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:16624; }","duration":"1.590278352s","start":"2026-03-04T05:35:39.499207Z","end":"2026-03-04T05:35:41.089485Z","steps":["trace[542248785] 'agreement among raft nodes before linearized reading' (duration: 1.59019423s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:41.089542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:39.499171Z","time spent":"1.590363134s","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":11,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:35:41.087984Z","caller":"traceutil/trace.go:171","msg":"trace[651820614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16624; }","duration":"1.214774494s","start":"2026-03-04T05:35:39.8732Z","end":"2026-03-04T05:35:41.087975Z","steps":["trace[651820614] 'agreement among raft nodes before linearized reading' (duration: 1.214677082s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:41.089742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:39.873132Z","time spent":"1.216601046s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:35:41.088408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:39.910518Z","time spent":"1.177883879s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rnj4h\" "} {"level":"warn","ts":"2026-03-04T05:35:41.092634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.901211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T05:35:41.092679Z","caller":"traceutil/trace.go:171","msg":"trace[1076236038] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:16624; }","duration":"921.994874ms","start":"2026-03-04T05:35:40.170668Z","end":"2026-03-04T05:35:41.092663Z","steps":["trace[1076236038] 'agreement among raft nodes before linearized reading' (duration: 918.384709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:41.092704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:40.170644Z","time spent":"922.054825ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1858,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:35:41.387514Z","caller":"traceutil/trace.go:171","msg":"trace[563994800] transaction","detail":"{read_only:false; response_revision:16626; number_of_response:1; }","duration":"290.798864ms","start":"2026-03-04T05:35:41.096683Z","end":"2026-03-04T05:35:41.387482Z","steps":["trace[563994800] 'process raft request' (duration: 290.477736ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:35:41.38785Z","caller":"traceutil/trace.go:171","msg":"trace[2027526060] transaction","detail":"{read_only:false; response_revision:16627; number_of_response:1; }","duration":"290.295572ms","start":"2026-03-04T05:35:41.097544Z","end":"2026-03-04T05:35:41.38784Z","steps":["trace[2027526060] 'process raft request' (duration: 289.854462ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:35:41.388083Z","caller":"traceutil/trace.go:171","msg":"trace[1772017239] transaction","detail":"{read_only:false; response_revision:16629; number_of_response:1; }","duration":"284.163639ms","start":"2026-03-04T05:35:41.103909Z","end":"2026-03-04T05:35:41.388073Z","steps":["trace[1772017239] 'process raft request' (duration: 284.072917ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:35:41.388169Z","caller":"traceutil/trace.go:171","msg":"trace[1882413969] transaction","detail":"{read_only:false; response_revision:16628; number_of_response:1; }","duration":"284.68497ms","start":"2026-03-04T05:35:41.103459Z","end":"2026-03-04T05:35:41.388144Z","steps":["trace[1882413969] 'process raft request' (duration: 284.345752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:41.388421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.268205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:35:41.38846Z","caller":"traceutil/trace.go:171","msg":"trace[2112434488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16630; }","duration":"291.343757ms","start":"2026-03-04T05:35:41.097108Z","end":"2026-03-04T05:35:41.388452Z","steps":["trace[2112434488] 'agreement among raft nodes before linearized reading' (duration: 291.248064ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:35:41.38882Z","caller":"traceutil/trace.go:171","msg":"trace[129216342] transaction","detail":"{read_only:false; response_revision:16630; number_of_response:1; }","duration":"284.301401ms","start":"2026-03-04T05:35:41.104479Z","end":"2026-03-04T05:35:41.38878Z","steps":["trace[129216342] 'process raft request' (duration: 283.538113ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:35:41.389125Z","caller":"traceutil/trace.go:171","msg":"trace[2074896261] linearizableReadLoop","detail":"{readStateIndex:17236; appliedIndex:17235; }","duration":"291.981092ms","start":"2026-03-04T05:35:41.097134Z","end":"2026-03-04T05:35:41.389115Z","steps":["trace[2074896261] 'read index received' (duration: 29.365449ms)","trace[2074896261] 'applied index is now lower than readState.Index' (duration: 261.561118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:35:41.390147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.208064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T05:35:41.390232Z","caller":"traceutil/trace.go:171","msg":"trace[882838646] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:16630; }","duration":"291.324976ms","start":"2026-03-04T05:35:41.098896Z","end":"2026-03-04T05:35:41.390221Z","steps":["trace[882838646] 'agreement among raft nodes before linearized reading' (duration: 291.183603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:41.390692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.238358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940220"} {"level":"info","ts":"2026-03-04T05:35:41.390785Z","caller":"traceutil/trace.go:171","msg":"trace[301261690] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16630; }","duration":"292.984345ms","start":"2026-03-04T05:35:41.097793Z","end":"2026-03-04T05:35:41.390778Z","steps":["trace[301261690] 'agreement among raft nodes before linearized reading' (duration: 291.436139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:41.390682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.127498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T05:35:41.404056Z","caller":"traceutil/trace.go:171","msg":"trace[606424773] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16630; }","duration":"300.522702ms","start":"2026-03-04T05:35:41.103506Z","end":"2026-03-04T05:35:41.404029Z","steps":["trace[606424773] 'agreement among raft nodes before linearized reading' (duration: 286.550704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:41.40417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:41.103494Z","time spent":"300.635254ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T05:35:41.391187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.231541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940220"} {"level":"info","ts":"2026-03-04T05:35:41.404349Z","caller":"traceutil/trace.go:171","msg":"trace[586550683] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16630; }","duration":"306.355599ms","start":"2026-03-04T05:35:41.097939Z","end":"2026-03-04T05:35:41.404295Z","steps":["trace[586550683] 'agreement among raft nodes before linearized reading' (duration: 292.164116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:41.404567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:41.09792Z","time spent":"306.588334ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":940243,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T05:35:46.201559Z","caller":"traceutil/trace.go:171","msg":"trace[1015401195] linearizableReadLoop","detail":"{readStateIndex:17324; appliedIndex:17323; }","duration":"457.155481ms","start":"2026-03-04T05:35:45.744376Z","end":"2026-03-04T05:35:46.201531Z","steps":["trace[1015401195] 'read index received' (duration: 456.922076ms)","trace[1015401195] 'applied index is now lower than readState.Index' (duration: 232.535µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:35:46.201906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.057617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:35:46.201951Z","caller":"traceutil/trace.go:171","msg":"trace[1386057228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16713; }","duration":"392.118038ms","start":"2026-03-04T05:35:45.80982Z","end":"2026-03-04T05:35:46.201938Z","steps":["trace[1386057228] 'agreement among raft nodes before linearized reading' (duration: 392.025556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:46.201986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:45.809752Z","time spent":"392.227ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:35:46.202212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.456223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:35:46.20225Z","caller":"traceutil/trace.go:171","msg":"trace[2106597774] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:16713; }","duration":"301.546256ms","start":"2026-03-04T05:35:45.900691Z","end":"2026-03-04T05:35:46.202238Z","steps":["trace[2106597774] 'agreement among raft nodes before linearized reading' (duration: 301.488535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:46.202286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:45.900655Z","time spent":"301.622827ms","remote":"127.0.0.1:60452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:35:46.202562Z","caller":"traceutil/trace.go:171","msg":"trace[469808741] transaction","detail":"{read_only:false; response_revision:16713; number_of_response:1; }","duration":"523.054315ms","start":"2026-03-04T05:35:45.679496Z","end":"2026-03-04T05:35:46.202551Z","steps":["trace[469808741] 'process raft request' (duration: 521.890508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:46.202647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:45.679476Z","time spent":"523.121958ms","remote":"127.0.0.1:57338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T05:35:46.202722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.320909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210819"} {"level":"info","ts":"2026-03-04T05:35:46.202813Z","caller":"traceutil/trace.go:171","msg":"trace[315339461] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:16713; }","duration":"458.477713ms","start":"2026-03-04T05:35:45.744316Z","end":"2026-03-04T05:35:46.202794Z","steps":["trace[315339461] 'agreement among raft nodes before linearized reading' (duration: 457.373857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:46.202859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:45.744289Z","time spent":"458.557984ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210842,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-04T05:35:49.854313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.058451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:35:49.854829Z","caller":"traceutil/trace.go:171","msg":"trace[1651381732] linearizableReadLoop","detail":"{readStateIndex:17353; appliedIndex:17350; }","duration":"405.44472ms","start":"2026-03-04T05:35:49.449366Z","end":"2026-03-04T05:35:49.854811Z","steps":["trace[1651381732] 'read index received' (duration: 273.678152ms)","trace[1651381732] 'applied index is now lower than readState.Index' (duration: 131.765348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:35:49.855265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.798592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:35:49.85539Z","caller":"traceutil/trace.go:171","msg":"trace[1743073796] transaction","detail":"{read_only:false; response_revision:16741; number_of_response:1; }","duration":"420.037932ms","start":"2026-03-04T05:35:49.435309Z","end":"2026-03-04T05:35:49.855347Z","steps":["trace[1743073796] 'process raft request' (duration: 419.458809ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:35:49.855604Z","caller":"traceutil/trace.go:171","msg":"trace[1704102037] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:16741; }","duration":"410.203992ms","start":"2026-03-04T05:35:49.445371Z","end":"2026-03-04T05:35:49.855575Z","steps":["trace[1704102037] 'agreement among raft nodes before linearized reading' (duration: 409.72494ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:35:49.85531Z","caller":"traceutil/trace.go:171","msg":"trace[93854143] transaction","detail":"{read_only:false; response_revision:16739; number_of_response:1; }","duration":"420.928613ms","start":"2026-03-04T05:35:49.434352Z","end":"2026-03-04T05:35:49.85528Z","steps":["trace[93854143] 'process raft request' (duration: 288.807657ms)","trace[93854143] 'compare' (duration: 130.931598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:35:49.855674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:49.445318Z","time spent":"410.335564ms","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":13,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:35:49.855781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:49.435291Z","time spent":"420.36599ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:35:49.855413Z","caller":"traceutil/trace.go:171","msg":"trace[1163150508] transaction","detail":"{read_only:false; response_revision:16740; number_of_response:1; }","duration":"420.225656ms","start":"2026-03-04T05:35:49.435122Z","end":"2026-03-04T05:35:49.855347Z","steps":["trace[1163150508] 'process raft request' (duration: 419.584331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:49.856002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:49.434329Z","time spent":"421.394014ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:35:49.85629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:49.435107Z","time spent":"420.896903ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:35:49.85663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.886098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rnj4h\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-04T05:35:49.85673Z","caller":"traceutil/trace.go:171","msg":"trace[2037784718] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rnj4h; range_end:; response_count:1; response_revision:16741; }","duration":"353.027262ms","start":"2026-03-04T05:35:49.503692Z","end":"2026-03-04T05:35:49.85672Z","steps":["trace[2037784718] 'agreement among raft nodes before linearized reading' (duration: 352.824397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:49.856796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:49.503662Z","time spent":"353.126434ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rnj4h\" "} {"level":"warn","ts":"2026-03-04T05:35:49.856792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.57396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-szw72\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-04T05:35:49.85685Z","caller":"traceutil/trace.go:171","msg":"trace[1594582707] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-szw72; range_end:; response_count:1; response_revision:16741; }","duration":"340.673422ms","start":"2026-03-04T05:35:49.516162Z","end":"2026-03-04T05:35:49.856835Z","steps":["trace[1594582707] 'agreement among raft nodes before linearized reading' (duration: 340.481708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:35:49.856889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:35:49.516142Z","time spent":"340.740114ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-szw72\" "} {"level":"info","ts":"2026-03-04T05:37:18.472912Z","caller":"traceutil/trace.go:171","msg":"trace[1382435237] transaction","detail":"{read_only:false; response_revision:17553; number_of_response:1; }","duration":"144.183479ms","start":"2026-03-04T05:37:18.328642Z","end":"2026-03-04T05:37:18.472826Z","steps":["trace[1382435237] 'process raft request' (duration: 139.834947ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:37:18.473684Z","caller":"traceutil/trace.go:171","msg":"trace[65354327] transaction","detail":"{read_only:false; response_revision:17554; number_of_response:1; }","duration":"143.750939ms","start":"2026-03-04T05:37:18.329887Z","end":"2026-03-04T05:37:18.473638Z","steps":["trace[65354327] 'process raft request' (duration: 142.851538ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:37:21.929651Z","caller":"traceutil/trace.go:171","msg":"trace[1795897518] transaction","detail":"{read_only:false; response_revision:17582; number_of_response:1; }","duration":"126.737789ms","start":"2026-03-04T05:37:21.802886Z","end":"2026-03-04T05:37:21.929624Z","steps":["trace[1795897518] 'process raft request' (duration: 126.564635ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:37:22.155538Z","caller":"traceutil/trace.go:171","msg":"trace[1878046887] transaction","detail":"{read_only:false; response_revision:17583; number_of_response:1; }","duration":"160.328127ms","start":"2026-03-04T05:37:21.995048Z","end":"2026-03-04T05:37:22.155376Z","steps":["trace[1878046887] 'process raft request' (duration: 70.497672ms)","trace[1878046887] 'compare' (duration: 89.372114ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:39:49.684664Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16281} {"level":"info","ts":"2026-03-04T05:39:49.787066Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16281,"took":"98.083902ms","hash":4020654050,"current-db-size-bytes":44998656,"current-db-size":"45 MB","current-db-size-in-use-bytes":30670848,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-04T05:39:49.787145Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4020654050,"revision":16281,"compact-revision":14206} {"level":"info","ts":"2026-03-04T05:41:03.893022Z","caller":"traceutil/trace.go:171","msg":"trace[2094272059] transaction","detail":"{read_only:false; response_revision:19021; number_of_response:1; }","duration":"103.925609ms","start":"2026-03-04T05:41:03.789074Z","end":"2026-03-04T05:41:03.892999Z","steps":["trace[2094272059] 'process raft request' (duration: 103.766095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:03.900136Z","caller":"traceutil/trace.go:171","msg":"trace[1585195507] transaction","detail":"{read_only:false; response_revision:19023; number_of_response:1; }","duration":"109.687135ms","start":"2026-03-04T05:41:03.79042Z","end":"2026-03-04T05:41:03.900107Z","steps":["trace[1585195507] 'process raft request' (duration: 109.585363ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:03.900207Z","caller":"traceutil/trace.go:171","msg":"trace[962975127] linearizableReadLoop","detail":"{readStateIndex:19716; appliedIndex:19714; }","duration":"110.404332ms","start":"2026-03-04T05:41:03.789792Z","end":"2026-03-04T05:41:03.900197Z","steps":["trace[962975127] 'read index received' (duration: 103.107411ms)","trace[962975127] 'applied index is now lower than readState.Index' (duration: 7.296231ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:41:03.900169Z","caller":"traceutil/trace.go:171","msg":"trace[2074381788] transaction","detail":"{read_only:false; response_revision:19022; number_of_response:1; }","duration":"110.35053ms","start":"2026-03-04T05:41:03.789767Z","end":"2026-03-04T05:41:03.900118Z","steps":["trace[2074381788] 'process raft request' (duration: 110.093374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:03.900295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.495314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:41:03.90032Z","caller":"traceutil/trace.go:171","msg":"trace[308147554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19024; }","duration":"110.557995ms","start":"2026-03-04T05:41:03.789756Z","end":"2026-03-04T05:41:03.900314Z","steps":["trace[308147554] 'agreement among raft nodes before linearized reading' (duration: 110.475673ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:03.900468Z","caller":"traceutil/trace.go:171","msg":"trace[1128495964] transaction","detail":"{read_only:false; response_revision:19024; number_of_response:1; }","duration":"106.055469ms","start":"2026-03-04T05:41:03.794406Z","end":"2026-03-04T05:41:03.900461Z","steps":["trace[1128495964] 'process raft request' (duration: 105.65062ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:09.329662Z","caller":"traceutil/trace.go:171","msg":"trace[1051508964] transaction","detail":"{read_only:false; response_revision:19049; number_of_response:1; }","duration":"345.896979ms","start":"2026-03-04T05:41:08.983729Z","end":"2026-03-04T05:41:09.329626Z","steps":["trace[1051508964] 'process raft request' (duration: 345.667004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:09.329866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:08.983711Z","time spent":"346.046433ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:41:09.796211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.751619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:41:09.796301Z","caller":"traceutil/trace.go:171","msg":"trace[1178474547] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:19049; }","duration":"133.921374ms","start":"2026-03-04T05:41:09.662359Z","end":"2026-03-04T05:41:09.796281Z","steps":["trace[1178474547] 'count revisions from in-memory index tree' (duration: 133.649557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:09.796333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.959944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:41:09.796415Z","caller":"traceutil/trace.go:171","msg":"trace[1284888572] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:19049; }","duration":"272.099337ms","start":"2026-03-04T05:41:09.524292Z","end":"2026-03-04T05:41:09.796391Z","steps":["trace[1284888572] 'count revisions from in-memory index tree' (duration: 271.878122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:09.79649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.63721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T05:41:09.796565Z","caller":"traceutil/trace.go:171","msg":"trace[826198388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19049; }","duration":"419.770894ms","start":"2026-03-04T05:41:09.376776Z","end":"2026-03-04T05:41:09.796547Z","steps":["trace[826198388] 'range keys from in-memory index tree' (duration: 419.406545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:09.796613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:09.376757Z","time spent":"419.845205ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T05:41:10.181885Z","caller":"traceutil/trace.go:171","msg":"trace[1521435849] linearizableReadLoop","detail":"{readStateIndex:19745; appliedIndex:19744; }","duration":"367.095277ms","start":"2026-03-04T05:41:09.814762Z","end":"2026-03-04T05:41:10.181857Z","steps":["trace[1521435849] 'read index received' (duration: 366.835811ms)","trace[1521435849] 'applied index is now lower than readState.Index' (duration: 258.076µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:41:10.182005Z","caller":"traceutil/trace.go:171","msg":"trace[1787777159] transaction","detail":"{read_only:false; response_revision:19050; number_of_response:1; }","duration":"381.193468ms","start":"2026-03-04T05:41:09.800778Z","end":"2026-03-04T05:41:10.181971Z","steps":["trace[1787777159] 'process raft request' (duration: 380.895741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:10.182216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:09.800758Z","time spent":"381.347001ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:41:10.182287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.264868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T05:41:10.182288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.843349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T05:41:10.182338Z","caller":"traceutil/trace.go:171","msg":"trace[1138731006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19050; }","duration":"254.362861ms","start":"2026-03-04T05:41:09.927959Z","end":"2026-03-04T05:41:10.182322Z","steps":["trace[1138731006] 'agreement among raft nodes before linearized reading' (duration: 254.177897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:10.182315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.089024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T05:41:10.182379Z","caller":"traceutil/trace.go:171","msg":"trace[1534009176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19050; }","duration":"259.978973ms","start":"2026-03-04T05:41:09.922374Z","end":"2026-03-04T05:41:10.182353Z","steps":["trace[1534009176] 'agreement among raft nodes before linearized reading' (duration: 259.680376ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:10.1824Z","caller":"traceutil/trace.go:171","msg":"trace[8693938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19050; }","duration":"254.222847ms","start":"2026-03-04T05:41:09.928156Z","end":"2026-03-04T05:41:10.182379Z","steps":["trace[8693938] 'agreement among raft nodes before linearized reading' (duration: 253.943581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:10.182396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.612569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-kwgb4.18998cab61229a5c\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-03-04T05:41:10.18249Z","caller":"traceutil/trace.go:171","msg":"trace[1335491768] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-kwgb4.18998cab61229a5c; range_end:; response_count:1; response_revision:19050; }","duration":"108.787983ms","start":"2026-03-04T05:41:10.07368Z","end":"2026-03-04T05:41:10.182468Z","steps":["trace[1335491768] 'agreement among raft nodes before linearized reading' (duration: 108.488856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:10.182587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.814934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:41:10.182626Z","caller":"traceutil/trace.go:171","msg":"trace[985563812] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:19050; }","duration":"367.883586ms","start":"2026-03-04T05:41:09.814729Z","end":"2026-03-04T05:41:10.182613Z","steps":["trace[985563812] 'agreement among raft nodes before linearized reading' (duration: 367.813304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:10.182658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:09.81471Z","time spent":"367.937607ms","remote":"127.0.0.1:36970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:41:20.939644Z","caller":"traceutil/trace.go:171","msg":"trace[690680724] transaction","detail":"{read_only:false; response_revision:19101; number_of_response:1; }","duration":"443.237135ms","start":"2026-03-04T05:41:20.49638Z","end":"2026-03-04T05:41:20.939617Z","steps":["trace[690680724] 'process raft request' (duration: 443.076741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:20.939785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:20.496352Z","time spent":"443.357677ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:41:21.057212Z","caller":"traceutil/trace.go:171","msg":"trace[86099970] linearizableReadLoop","detail":"{readStateIndex:19800; appliedIndex:19797; }","duration":"473.369111ms","start":"2026-03-04T05:41:20.583814Z","end":"2026-03-04T05:41:21.057184Z","steps":["trace[86099970] 'read index received' (duration: 355.553036ms)","trace[86099970] 'applied index is now lower than readState.Index' (duration: 117.808115ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:41:21.057262Z","caller":"traceutil/trace.go:171","msg":"trace[2049933801] transaction","detail":"{read_only:false; response_revision:19103; number_of_response:1; }","duration":"534.188218ms","start":"2026-03-04T05:41:20.523049Z","end":"2026-03-04T05:41:21.057237Z","steps":["trace[2049933801] 'process raft request' (duration: 534.050355ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:21.057321Z","caller":"traceutil/trace.go:171","msg":"trace[1267310944] transaction","detail":"{read_only:false; response_revision:19102; number_of_response:1; }","duration":"534.291421ms","start":"2026-03-04T05:41:20.522974Z","end":"2026-03-04T05:41:21.057265Z","steps":["trace[1267310944] 'process raft request' (duration: 511.550637ms)","trace[1267310944] 'compare' (duration: 22.492358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:41:21.057419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.608617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18574"} {"level":"warn","ts":"2026-03-04T05:41:21.057422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:20.523015Z","time spent":"534.304911ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:41:21.057454Z","caller":"traceutil/trace.go:171","msg":"trace[1679616509] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:19103; }","duration":"473.679178ms","start":"2026-03-04T05:41:20.583765Z","end":"2026-03-04T05:41:21.057444Z","steps":["trace[1679616509] 'agreement among raft nodes before linearized reading' (duration: 473.577636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:21.057472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:20.583747Z","time spent":"473.72111ms","remote":"127.0.0.1:56192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18597,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T05:41:21.057571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:20.522947Z","time spent":"534.508316ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:41:21.060187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.982347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:41:21.060321Z","caller":"traceutil/trace.go:171","msg":"trace[1102298583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19104; }","duration":"270.160041ms","start":"2026-03-04T05:41:20.790135Z","end":"2026-03-04T05:41:21.060295Z","steps":["trace[1102298583] 'agreement among raft nodes before linearized reading' (duration: 269.989317ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:26.443306Z","caller":"traceutil/trace.go:171","msg":"trace[1022446497] transaction","detail":"{read_only:false; response_revision:19125; number_of_response:1; }","duration":"179.255478ms","start":"2026-03-04T05:41:26.264024Z","end":"2026-03-04T05:41:26.44328Z","steps":["trace[1022446497] 'process raft request' (duration: 179.043483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:27.269039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.767417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:41:27.269818Z","caller":"traceutil/trace.go:171","msg":"trace[352950557] transaction","detail":"{read_only:false; response_revision:19126; number_of_response:1; }","duration":"821.987584ms","start":"2026-03-04T05:41:26.4478Z","end":"2026-03-04T05:41:27.269787Z","steps":["trace[352950557] 'process raft request' (duration: 354.356938ms)","trace[352950557] 'compare' (duration: 466.628593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:41:27.26998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:26.447779Z","time spent":"822.157279ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:41:27.338445Z","caller":"traceutil/trace.go:171","msg":"trace[1744393611] transaction","detail":"{read_only:false; response_revision:19127; number_of_response:1; }","duration":"890.211456ms","start":"2026-03-04T05:41:26.448205Z","end":"2026-03-04T05:41:27.338416Z","steps":["trace[1744393611] 'process raft request' (duration: 889.94665ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:27.338442Z","caller":"traceutil/trace.go:171","msg":"trace[861071801] linearizableReadLoop","detail":"{readStateIndex:19826; appliedIndex:19823; }","duration":"758.387702ms","start":"2026-03-04T05:41:26.580017Z","end":"2026-03-04T05:41:27.338404Z","steps":["trace[861071801] 'read index received' (duration: 222.152595ms)","trace[861071801] 'applied index is now lower than readState.Index' (duration: 536.233887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:41:27.338568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:26.448177Z","time spent":"890.333178ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:41:27.338557Z","caller":"traceutil/trace.go:171","msg":"trace[1931568109] transaction","detail":"{read_only:false; response_revision:19128; number_of_response:1; }","duration":"889.716684ms","start":"2026-03-04T05:41:26.448788Z","end":"2026-03-04T05:41:27.338505Z","steps":["trace[1931568109] 'process raft request' (duration: 889.54464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:27.338659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.615287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:41:27.338706Z","caller":"traceutil/trace.go:171","msg":"trace[1470094311] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:19128; }","duration":"758.73933ms","start":"2026-03-04T05:41:26.579953Z","end":"2026-03-04T05:41:27.338692Z","steps":["trace[1470094311] 'agreement among raft nodes before linearized reading' (duration: 758.611207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:27.338764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:26.579929Z","time spent":"758.822642ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":13,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:41:27.338787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:26.448768Z","time spent":"889.915979ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:41:27.936261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.972974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:41:27.936512Z","caller":"traceutil/trace.go:171","msg":"trace[22383774] linearizableReadLoop","detail":"{readStateIndex:19829; appliedIndex:19826; }","duration":"597.961366ms","start":"2026-03-04T05:41:27.338528Z","end":"2026-03-04T05:41:27.93649Z","steps":["trace[22383774] 'read index received' (duration: 221.659153ms)","trace[22383774] 'applied index is now lower than readState.Index' (duration: 376.300993ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:41:27.936592Z","caller":"traceutil/trace.go:171","msg":"trace[621648003] transaction","detail":"{read_only:false; response_revision:19131; number_of_response:1; }","duration":"859.917385ms","start":"2026-03-04T05:41:27.076666Z","end":"2026-03-04T05:41:27.936583Z","steps":["trace[621648003] 'process raft request' (duration: 859.785562ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:27.936559Z","caller":"traceutil/trace.go:171","msg":"trace[114777178] transaction","detail":"{read_only:false; response_revision:19130; number_of_response:1; }","duration":"859.878613ms","start":"2026-03-04T05:41:27.076646Z","end":"2026-03-04T05:41:27.936524Z","steps":["trace[114777178] 'process raft request' (duration: 859.72247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:27.936641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:27.07664Z","time spent":"859.975416ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:41:27.936745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:27.076621Z","time spent":"860.018997ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:41:27.936918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.416152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T05:41:27.936943Z","caller":"traceutil/trace.go:171","msg":"trace[101128227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19131; }","duration":"513.488193ms","start":"2026-03-04T05:41:27.423444Z","end":"2026-03-04T05:41:27.936932Z","steps":["trace[101128227] 'agreement among raft nodes before linearized reading' (duration: 513.3623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:27.93692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146605134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:41:27.936969Z","caller":"traceutil/trace.go:171","msg":"trace[135003625] transaction","detail":"{read_only:false; response_revision:19129; number_of_response:1; }","duration":"974.147396ms","start":"2026-03-04T05:41:26.962784Z","end":"2026-03-04T05:41:27.936932Z","steps":["trace[135003625] 'process raft request' (duration: 597.395903ms)","trace[135003625] 'compare' (duration: 375.697728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:41:27.93701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.814231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:41:27.937018Z","caller":"traceutil/trace.go:171","msg":"trace[1992096553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19131; }","duration":"1.146759927s","start":"2026-03-04T05:41:26.790235Z","end":"2026-03-04T05:41:27.936995Z","steps":["trace[1992096553] 'agreement among raft nodes before linearized reading' (duration: 1.146570823s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:27.937036Z","caller":"traceutil/trace.go:171","msg":"trace[484697089] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19131; }","duration":"945.882422ms","start":"2026-03-04T05:41:26.991146Z","end":"2026-03-04T05:41:27.937029Z","steps":["trace[484697089] 'agreement among raft nodes before linearized reading' (duration: 945.837311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:27.937067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:26.790211Z","time spent":"1.14684665s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:41:27.9371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:26.962757Z","time spent":"974.279559ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:41:27.936963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:27.423422Z","time spent":"513.537174ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:41:27.937175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.545776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-04T05:41:27.937253Z","caller":"traceutil/trace.go:171","msg":"trace[2065162527] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19131; }","duration":"833.655958ms","start":"2026-03-04T05:41:27.103575Z","end":"2026-03-04T05:41:27.937231Z","steps":["trace[2065162527] 'agreement among raft nodes before linearized reading' (duration: 833.415912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:27.938384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:27.103569Z","time spent":"834.785674ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T05:41:27.937057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:26.991124Z","time spent":"945.929144ms","remote":"127.0.0.1:56244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:41:28.570272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.078554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:41:28.570362Z","caller":"traceutil/trace.go:171","msg":"trace[32404034] linearizableReadLoop","detail":"{readStateIndex:19830; appliedIndex:19829; }","duration":"622.296467ms","start":"2026-03-04T05:41:27.948051Z","end":"2026-03-04T05:41:28.570347Z","steps":["trace[32404034] 'read index received' (duration: 437.070969ms)","trace[32404034] 'applied index is now lower than readState.Index' (duration: 185.224478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:41:28.570478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.41333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:41:28.570564Z","caller":"traceutil/trace.go:171","msg":"trace[833873027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19132; }","duration":"622.539743ms","start":"2026-03-04T05:41:27.948004Z","end":"2026-03-04T05:41:28.570544Z","steps":["trace[833873027] 'agreement among raft nodes before linearized reading' (duration: 622.40361ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:28.57054Z","caller":"traceutil/trace.go:171","msg":"trace[1015289808] transaction","detail":"{read_only:false; response_revision:19132; number_of_response:1; }","duration":"627.761375ms","start":"2026-03-04T05:41:27.942624Z","end":"2026-03-04T05:41:28.570386Z","steps":["trace[1015289808] 'process raft request' (duration: 442.480856ms)","trace[1015289808] 'compare' (duration: 184.695975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:41:28.570604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:27.947989Z","time spent":"622.607844ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:41:28.570983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:27.942593Z","time spent":"628.018331ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:41:29.370556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.606131ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T05:41:29.371357Z","caller":"traceutil/trace.go:171","msg":"trace[1883615288] transaction","detail":"{read_only:false; response_revision:19133; number_of_response:1; }","duration":"805.25383ms","start":"2026-03-04T05:41:28.566044Z","end":"2026-03-04T05:41:29.371298Z","steps":["trace[1883615288] 'process raft request' (duration: 804.656616ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:29.371298Z","caller":"traceutil/trace.go:171","msg":"trace[1184460146] linearizableReadLoop","detail":"{readStateIndex:19832; appliedIndex:19830; }","duration":"800.879588ms","start":"2026-03-04T05:41:28.570381Z","end":"2026-03-04T05:41:29.37126Z","steps":["trace[1184460146] 'read index received' (duration: 22.825656ms)","trace[1184460146] 'applied index is now lower than readState.Index' (duration: 778.051231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:41:29.371762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:28.566011Z","time spent":"805.457475ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:41:29.883423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.605126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T05:41:29.883511Z","caller":"traceutil/trace.go:171","msg":"trace[1872549493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19133; }","duration":"608.756659ms","start":"2026-03-04T05:41:29.274728Z","end":"2026-03-04T05:41:29.883485Z","steps":["trace[1872549493] 'agreement among raft nodes before linearized reading' (duration: 97.251132ms)","trace[1872549493] 'range keys from in-memory index tree' (duration: 511.319522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:41:29.883519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436093659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T05:41:29.883554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:29.274698Z","time spent":"608.846872ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T05:41:29.883572Z","caller":"traceutil/trace.go:171","msg":"trace[51321630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19133; }","duration":"1.436174151s","start":"2026-03-04T05:41:28.447379Z","end":"2026-03-04T05:41:29.883553Z","steps":["trace[51321630] 'agreement among raft nodes before linearized reading' (duration: 923.976938ms)","trace[51321630] 'range keys from in-memory index tree' (duration: 512.093131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:41:29.883608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:28.447359Z","time spent":"1.436241262s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:41:29.883787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932744286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:41:29.883832Z","caller":"traceutil/trace.go:171","msg":"trace[183187283] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:19133; }","duration":"1.932795237s","start":"2026-03-04T05:41:27.951019Z","end":"2026-03-04T05:41:29.883814Z","steps":["trace[183187283] 'agreement among raft nodes before linearized reading' (duration: 1.420716827s)","trace[183187283] 'count revisions from in-memory index tree' (duration: 512.014879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:41:29.883869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:27.951012Z","time spent":"1.932848418s","remote":"127.0.0.1:36982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:41:29.883921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111912819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T05:41:29.883423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.568499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T05:41:29.884369Z","caller":"traceutil/trace.go:171","msg":"trace[2046819996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19133; }","duration":"541.532032ms","start":"2026-03-04T05:41:29.342786Z","end":"2026-03-04T05:41:29.884318Z","steps":["trace[2046819996] 'agreement among raft nodes before linearized reading' (duration: 29.182655ms)","trace[2046819996] 'range keys from in-memory index tree' (duration: 511.304222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:41:29.883836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.945493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:41:29.884476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.729092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T05:41:29.884494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:29.342763Z","time spent":"541.686425ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T05:41:29.88424Z","caller":"traceutil/trace.go:171","msg":"trace[732145015] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19133; }","duration":"1.11198433s","start":"2026-03-04T05:41:28.771963Z","end":"2026-03-04T05:41:29.883948Z","steps":["trace[732145015] 'agreement among raft nodes before linearized reading' (duration: 600.035123ms)","trace[732145015] 'range keys from in-memory index tree' (duration: 511.857535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:41:29.8845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312666781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:41:29.884548Z","caller":"traceutil/trace.go:171","msg":"trace[1989481640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19133; }","duration":"540.842756ms","start":"2026-03-04T05:41:29.343684Z","end":"2026-03-04T05:41:29.884527Z","steps":["trace[1989481640] 'agreement among raft nodes before linearized reading' (duration: 28.270964ms)","trace[1989481640] 'range keys from in-memory index tree' (duration: 512.425038ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:41:29.884476Z","caller":"traceutil/trace.go:171","msg":"trace[1553761133] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:19133; }","duration":"920.598979ms","start":"2026-03-04T05:41:28.963844Z","end":"2026-03-04T05:41:29.884443Z","steps":["trace[1553761133] 'agreement among raft nodes before linearized reading' (duration: 408.14613ms)","trace[1553761133] 'count revisions from in-memory index tree' (duration: 511.825414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:41:29.884579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:28.771944Z","time spent":"1.112599495s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T05:41:29.884582Z","caller":"traceutil/trace.go:171","msg":"trace[1361413191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19133; }","duration":"1.312791693s","start":"2026-03-04T05:41:28.571765Z","end":"2026-03-04T05:41:29.884557Z","steps":["trace[1361413191] 'agreement among raft nodes before linearized reading' (duration: 800.15805ms)","trace[1361413191] 'range keys from in-memory index tree' (duration: 512.520501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:41:29.884603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:29.343653Z","time spent":"540.935927ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:41:29.884625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:28.571747Z","time spent":"1.312868636s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:41:29.884652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:28.963826Z","time spent":"920.769403ms","remote":"127.0.0.1:60512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:41:30.183484Z","caller":"traceutil/trace.go:171","msg":"trace[195925921] transaction","detail":"{read_only:false; response_revision:19134; number_of_response:1; }","duration":"281.415787ms","start":"2026-03-04T05:41:29.902043Z","end":"2026-03-04T05:41:30.183459Z","steps":["trace[195925921] 'process raft request' (duration: 279.095443ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:30.183841Z","caller":"traceutil/trace.go:171","msg":"trace[1948350168] linearizableReadLoop","detail":"{readStateIndex:19837; appliedIndex:19833; }","duration":"280.400654ms","start":"2026-03-04T05:41:29.903404Z","end":"2026-03-04T05:41:30.183805Z","steps":["trace[1948350168] 'read index received' (duration: 18.994006ms)","trace[1948350168] 'applied index is now lower than readState.Index' (duration: 261.405148ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:41:30.183874Z","caller":"traceutil/trace.go:171","msg":"trace[26828215] transaction","detail":"{read_only:false; response_revision:19137; number_of_response:1; }","duration":"281.004897ms","start":"2026-03-04T05:41:29.902838Z","end":"2026-03-04T05:41:30.183842Z","steps":["trace[26828215] 'process raft request' (duration: 280.907905ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:30.183874Z","caller":"traceutil/trace.go:171","msg":"trace[1010700934] transaction","detail":"{read_only:false; response_revision:19136; number_of_response:1; }","duration":"281.475308ms","start":"2026-03-04T05:41:29.902354Z","end":"2026-03-04T05:41:30.183829Z","steps":["trace[1010700934] 'process raft request' (duration: 281.279464ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:30.183887Z","caller":"traceutil/trace.go:171","msg":"trace[1694319502] transaction","detail":"{read_only:false; response_revision:19135; number_of_response:1; }","duration":"281.564961ms","start":"2026-03-04T05:41:29.902295Z","end":"2026-03-04T05:41:30.18386Z","steps":["trace[1694319502] 'process raft request' (duration: 281.075619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:30.184097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.66229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T05:41:30.184183Z","caller":"traceutil/trace.go:171","msg":"trace[236843599] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19137; }","duration":"280.771372ms","start":"2026-03-04T05:41:29.903388Z","end":"2026-03-04T05:41:30.184159Z","steps":["trace[236843599] 'agreement among raft nodes before linearized reading' (duration: 280.534346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:30.189049Z","caller":"traceutil/trace.go:171","msg":"trace[562304888] transaction","detail":"{read_only:false; response_revision:19138; number_of_response:1; }","duration":"265.826781ms","start":"2026-03-04T05:41:29.923206Z","end":"2026-03-04T05:41:30.189033Z","steps":["trace[562304888] 'process raft request' (duration: 265.387851ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:30.189519Z","caller":"traceutil/trace.go:171","msg":"trace[120921167] transaction","detail":"{read_only:false; response_revision:19139; number_of_response:1; }","duration":"246.20142ms","start":"2026-03-04T05:41:29.943304Z","end":"2026-03-04T05:41:30.189505Z","steps":["trace[120921167] 'process raft request' (duration: 245.388661ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:30.189695Z","caller":"traceutil/trace.go:171","msg":"trace[591945573] transaction","detail":"{read_only:false; response_revision:19140; number_of_response:1; }","duration":"245.648658ms","start":"2026-03-04T05:41:29.944035Z","end":"2026-03-04T05:41:30.189684Z","steps":["trace[591945573] 'process raft request' (duration: 244.704085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:30.189789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.804911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:41:30.189837Z","caller":"traceutil/trace.go:171","msg":"trace[1420197999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19141; }","duration":"285.875632ms","start":"2026-03-04T05:41:29.90395Z","end":"2026-03-04T05:41:30.189826Z","steps":["trace[1420197999] 'agreement among raft nodes before linearized reading' (duration: 285.78758ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:30.189931Z","caller":"traceutil/trace.go:171","msg":"trace[188202833] transaction","detail":"{read_only:false; response_revision:19141; number_of_response:1; }","duration":"245.815931ms","start":"2026-03-04T05:41:29.944108Z","end":"2026-03-04T05:41:30.189924Z","steps":["trace[188202833] 'process raft request' (duration: 244.662914ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:42:04.361626Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6a9ba61e55fef5be","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T05:42:04.370056Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T05:42:04.370153Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-04T05:42:46.746945Z","caller":"traceutil/trace.go:171","msg":"trace[549221600] transaction","detail":"{read_only:false; response_revision:19763; number_of_response:1; }","duration":"140.033767ms","start":"2026-03-04T05:42:46.606856Z","end":"2026-03-04T05:42:46.74689Z","steps":["trace[549221600] 'process raft request' (duration: 139.812512ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:42:46.746979Z","caller":"traceutil/trace.go:171","msg":"trace[391764221] transaction","detail":"{read_only:false; response_revision:19764; number_of_response:1; }","duration":"139.991936ms","start":"2026-03-04T05:42:46.606949Z","end":"2026-03-04T05:42:46.746941Z","steps":["trace[391764221] 'process raft request' (duration: 139.867263ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:42:46.853686Z","caller":"traceutil/trace.go:171","msg":"trace[84372549] transaction","detail":"{read_only:false; response_revision:19765; number_of_response:1; }","duration":"101.338168ms","start":"2026-03-04T05:42:46.752316Z","end":"2026-03-04T05:42:46.853654Z","steps":["trace[84372549] 'process raft request' (duration: 20.681525ms)","trace[84372549] 'compare' (duration: 80.396207ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:42:46.854181Z","caller":"traceutil/trace.go:171","msg":"trace[1614992221] transaction","detail":"{read_only:false; response_revision:19766; number_of_response:1; }","duration":"101.207416ms","start":"2026-03-04T05:42:46.752941Z","end":"2026-03-04T05:42:46.854148Z","steps":["trace[1614992221] 'process raft request' (duration: 100.652193ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:42:46.854281Z","caller":"traceutil/trace.go:171","msg":"trace[1139559048] transaction","detail":"{read_only:false; response_revision:19767; number_of_response:1; }","duration":"101.210006ms","start":"2026-03-04T05:42:46.753023Z","end":"2026-03-04T05:42:46.854233Z","steps":["trace[1139559048] 'process raft request' (duration: 100.900019ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:42:46.854686Z","caller":"traceutil/trace.go:171","msg":"trace[1518596620] transaction","detail":"{read_only:false; response_revision:19768; number_of_response:1; }","duration":"101.153314ms","start":"2026-03-04T05:42:46.753479Z","end":"2026-03-04T05:42:46.854632Z","steps":["trace[1518596620] 'process raft request' (duration: 100.609892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:42:49.063844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590349926,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T05:42:49.130779Z","caller":"traceutil/trace.go:171","msg":"trace[395800383] transaction","detail":"{read_only:false; response_revision:19770; number_of_response:1; }","duration":"590.924781ms","start":"2026-03-04T05:42:48.539829Z","end":"2026-03-04T05:42:49.130754Z","steps":["trace[395800383] 'process raft request' (duration: 590.753497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:42:49.130926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:42:48.539803Z","time spent":"591.045374ms","remote":"127.0.0.1:60410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:42:49.132262Z","caller":"traceutil/trace.go:171","msg":"trace[1744091735] transaction","detail":"{read_only:false; response_revision:19771; number_of_response:1; }","duration":"457.217673ms","start":"2026-03-04T05:42:48.674998Z","end":"2026-03-04T05:42:49.132215Z","steps":["trace[1744091735] 'process raft request' (duration: 456.868354ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:42:49.1325Z","caller":"traceutil/trace.go:171","msg":"trace[241007648] transaction","detail":"{read_only:false; response_revision:19772; number_of_response:1; }","duration":"379.349415ms","start":"2026-03-04T05:42:48.753131Z","end":"2026-03-04T05:42:49.13248Z","steps":["trace[241007648] 'process raft request' (duration: 378.980466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:42:49.132553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:42:48.674962Z","time spent":"457.437288ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:42:49.132617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:42:48.753107Z","time spent":"379.436586ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:42:49.132867Z","caller":"traceutil/trace.go:171","msg":"trace[1655739885] transaction","detail":"{read_only:false; response_revision:19773; number_of_response:1; }","duration":"379.176031ms","start":"2026-03-04T05:42:48.753683Z","end":"2026-03-04T05:42:49.132859Z","steps":["trace[1655739885] 'process raft request' (duration: 378.70546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:42:49.132901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:42:48.753656Z","time spent":"379.227742ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:42:49.13295Z","caller":"traceutil/trace.go:171","msg":"trace[677849911] linearizableReadLoop","detail":"{readStateIndex:20499; appliedIndex:20495; }","duration":"569.324524ms","start":"2026-03-04T05:42:48.563528Z","end":"2026-03-04T05:42:49.132852Z","steps":["trace[677849911] 'read index received' (duration: 567.130632ms)","trace[677849911] 'applied index is now lower than readState.Index' (duration: 2.190982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:42:49.133124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.59975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-db-sync-tlls7\" ","response":"range_response_count:1 size:6792"} {"level":"info","ts":"2026-03-04T05:42:49.133149Z","caller":"traceutil/trace.go:171","msg":"trace[734478035] range","detail":"{range_begin:/registry/pods/openstack/octavia-db-sync-tlls7; range_end:; response_count:1; response_revision:19773; }","duration":"569.62567ms","start":"2026-03-04T05:42:48.563518Z","end":"2026-03-04T05:42:49.133143Z","steps":["trace[734478035] 'agreement among raft nodes before linearized reading' (duration: 569.514938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:42:49.133166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:42:48.563462Z","time spent":"569.700943ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6815,"request content":"key:\"/registry/pods/openstack/octavia-db-sync-tlls7\" "} {"level":"warn","ts":"2026-03-04T05:42:49.133325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.527814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:42:49.133443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.699834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T05:42:49.133463Z","caller":"traceutil/trace.go:171","msg":"trace[596924873] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19773; }","duration":"273.774927ms","start":"2026-03-04T05:42:48.859684Z","end":"2026-03-04T05:42:49.133459Z","steps":["trace[596924873] 'agreement among raft nodes before linearized reading' (duration: 273.718696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:42:49.13347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.451523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T05:42:49.133551Z","caller":"traceutil/trace.go:171","msg":"trace[1199099422] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19773; }","duration":"274.547374ms","start":"2026-03-04T05:42:48.858981Z","end":"2026-03-04T05:42:49.133528Z","steps":["trace[1199099422] 'agreement among raft nodes before linearized reading' (duration: 274.269718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:42:49.13352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.363804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T05:42:49.133517Z","caller":"traceutil/trace.go:171","msg":"trace[2010769612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19773; }","duration":"343.704307ms","start":"2026-03-04T05:42:48.789733Z","end":"2026-03-04T05:42:49.133437Z","steps":["trace[2010769612] 'agreement among raft nodes before linearized reading' (duration: 343.511213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:42:49.133604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.724828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T05:42:49.133612Z","caller":"traceutil/trace.go:171","msg":"trace[1327134472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19773; }","duration":"275.497907ms","start":"2026-03-04T05:42:48.858098Z","end":"2026-03-04T05:42:49.133596Z","steps":["trace[1327134472] 'agreement among raft nodes before linearized reading' (duration: 275.229601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:42:49.133704Z","caller":"traceutil/trace.go:171","msg":"trace[1741369136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19773; }","duration":"274.880672ms","start":"2026-03-04T05:42:48.858796Z","end":"2026-03-04T05:42:49.133677Z","steps":["trace[1741369136] 'agreement among raft nodes before linearized reading' (duration: 274.571575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:42:49.13337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.672063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:42:49.134039Z","caller":"traceutil/trace.go:171","msg":"trace[1283217636] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:19773; }","duration":"314.343509ms","start":"2026-03-04T05:42:48.819629Z","end":"2026-03-04T05:42:49.133973Z","steps":["trace[1283217636] 'agreement among raft nodes before linearized reading' (duration: 313.713234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:42:49.134132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:42:48.8196Z","time spent":"314.483061ms","remote":"127.0.0.1:36982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:42:49.133958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:42:48.789721Z","time spent":"343.974874ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:44:37.852226Z","caller":"traceutil/trace.go:171","msg":"trace[476296919] transaction","detail":"{read_only:false; response_revision:20467; number_of_response:1; }","duration":"104.566833ms","start":"2026-03-04T05:44:37.747614Z","end":"2026-03-04T05:44:37.852181Z","steps":["trace[476296919] 'process raft request' (duration: 102.807922ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:44:38.01968Z","caller":"traceutil/trace.go:171","msg":"trace[1891769141] linearizableReadLoop","detail":"{readStateIndex:21216; appliedIndex:21214; }","duration":"234.87937ms","start":"2026-03-04T05:44:37.784761Z","end":"2026-03-04T05:44:38.019641Z","steps":["trace[1891769141] 'read index received' (duration: 65.65065ms)","trace[1891769141] 'applied index is now lower than readState.Index' (duration: 169.22728ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:44:38.019789Z","caller":"traceutil/trace.go:171","msg":"trace[1389698493] transaction","detail":"{read_only:false; response_revision:20468; number_of_response:1; }","duration":"253.077417ms","start":"2026-03-04T05:44:37.766658Z","end":"2026-03-04T05:44:38.019736Z","steps":["trace[1389698493] 'process raft request' (duration: 185.573264ms)","trace[1389698493] 'compare' (duration: 67.241487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:44:38.020038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.253389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T05:44:38.020086Z","caller":"traceutil/trace.go:171","msg":"trace[2059618648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20468; }","duration":"235.374861ms","start":"2026-03-04T05:44:37.7847Z","end":"2026-03-04T05:44:38.020075Z","steps":["trace[2059618648] 'agreement among raft nodes before linearized reading' (duration: 235.169387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:44:38.02008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.113368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:44:38.020198Z","caller":"traceutil/trace.go:171","msg":"trace[1705062749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20468; }","duration":"230.275562ms","start":"2026-03-04T05:44:37.789895Z","end":"2026-03-04T05:44:38.02017Z","steps":["trace[1705062749] 'agreement among raft nodes before linearized reading' (duration: 230.060167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:44:38.020247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.975951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T05:44:38.020376Z","caller":"traceutil/trace.go:171","msg":"trace[1608742369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20468; }","duration":"220.129714ms","start":"2026-03-04T05:44:37.800211Z","end":"2026-03-04T05:44:38.02034Z","steps":["trace[1608742369] 'agreement among raft nodes before linearized reading' (duration: 219.810416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:44:38.020399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.78301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T05:44:38.020432Z","caller":"traceutil/trace.go:171","msg":"trace[649513364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20468; }","duration":"223.833761ms","start":"2026-03-04T05:44:37.79659Z","end":"2026-03-04T05:44:38.020423Z","steps":["trace[649513364] 'agreement among raft nodes before linearized reading' (duration: 223.746209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:44:38.020302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.282296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T05:44:38.020569Z","caller":"traceutil/trace.go:171","msg":"trace[11005828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20468; }","duration":"150.5093ms","start":"2026-03-04T05:44:37.869991Z","end":"2026-03-04T05:44:38.0205Z","steps":["trace[11005828] 'agreement among raft nodes before linearized reading' (duration: 150.248314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:44:38.020598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.702199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T05:44:38.020704Z","caller":"traceutil/trace.go:171","msg":"trace[488403157] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20468; }","duration":"229.826192ms","start":"2026-03-04T05:44:37.790858Z","end":"2026-03-04T05:44:38.020684Z","steps":["trace[488403157] 'agreement among raft nodes before linearized reading' (duration: 229.538625ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:44:49.691288Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18493} {"level":"info","ts":"2026-03-04T05:44:49.809028Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18493,"took":"113.000501ms","hash":348994996,"current-db-size-bytes":46268416,"current-db-size":"46 MB","current-db-size-in-use-bytes":26599424,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T05:44:49.809117Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":348994996,"revision":18493,"compact-revision":16281} {"level":"info","ts":"2026-03-04T05:45:29.563442Z","caller":"traceutil/trace.go:171","msg":"trace[1160866833] linearizableReadLoop","detail":"{readStateIndex:22061; appliedIndex:22059; }","duration":"159.533242ms","start":"2026-03-04T05:45:29.403872Z","end":"2026-03-04T05:45:29.563405Z","steps":["trace[1160866833] 'read index received' (duration: 159.164774ms)","trace[1160866833] 'applied index is now lower than readState.Index' (duration: 366.948µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:45:29.563595Z","caller":"traceutil/trace.go:171","msg":"trace[784170018] transaction","detail":"{read_only:false; response_revision:21289; number_of_response:1; }","duration":"166.319532ms","start":"2026-03-04T05:45:29.397242Z","end":"2026-03-04T05:45:29.563561Z","steps":["trace[784170018] 'process raft request' (duration: 166.058416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:29.564005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.107477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-03-04T05:45:29.564105Z","caller":"traceutil/trace.go:171","msg":"trace[1417754240] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21289; }","duration":"160.255009ms","start":"2026-03-04T05:45:29.403825Z","end":"2026-03-04T05:45:29.56408Z","steps":["trace[1417754240] 'agreement among raft nodes before linearized reading' (duration: 159.840689ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:29.564832Z","caller":"traceutil/trace.go:171","msg":"trace[1859534274] transaction","detail":"{read_only:false; response_revision:21288; number_of_response:1; }","duration":"166.392744ms","start":"2026-03-04T05:45:29.397201Z","end":"2026-03-04T05:45:29.563593Z","steps":["trace[1859534274] 'process raft request' (duration: 165.913363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:29.56555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.776986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:3859"} {"level":"info","ts":"2026-03-04T05:45:29.565588Z","caller":"traceutil/trace.go:171","msg":"trace[679810881] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:21289; }","duration":"141.845227ms","start":"2026-03-04T05:45:29.423733Z","end":"2026-03-04T05:45:29.565579Z","steps":["trace[679810881] 'agreement among raft nodes before linearized reading' (duration: 141.737955ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:31.333562Z","caller":"traceutil/trace.go:171","msg":"trace[1613630072] linearizableReadLoop","detail":"{readStateIndex:22136; appliedIndex:22135; }","duration":"313.948455ms","start":"2026-03-04T05:45:31.01959Z","end":"2026-03-04T05:45:31.333538Z","steps":["trace[1613630072] 'read index received' (duration: 313.76674ms)","trace[1613630072] 'applied index is now lower than readState.Index' (duration: 180.065µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:45:31.333713Z","caller":"traceutil/trace.go:171","msg":"trace[984464249] transaction","detail":"{read_only:false; response_revision:21364; number_of_response:1; }","duration":"314.306593ms","start":"2026-03-04T05:45:31.019293Z","end":"2026-03-04T05:45:31.3336Z","steps":["trace[984464249] 'process raft request' (duration: 314.072188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:31.33384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.238912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-t89qw\" ","response":"range_response_count:1 size:5265"} {"level":"warn","ts":"2026-03-04T05:45:31.333876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.46677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:31.333972Z","caller":"traceutil/trace.go:171","msg":"trace[910229074] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21364; }","duration":"144.657043ms","start":"2026-03-04T05:45:31.189293Z","end":"2026-03-04T05:45:31.33395Z","steps":["trace[910229074] 'agreement among raft nodes before linearized reading' (duration: 144.486729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:31.333981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:31.019268Z","time spent":"314.560449ms","remote":"127.0.0.1:56192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:45:31.333964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.261529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"warn","ts":"2026-03-04T05:45:31.333987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.425389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:31.334078Z","caller":"traceutil/trace.go:171","msg":"trace[313929230] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:21364; }","duration":"310.405522ms","start":"2026-03-04T05:45:31.023644Z","end":"2026-03-04T05:45:31.33405Z","steps":["trace[313929230] 'agreement among raft nodes before linearized reading' (duration: 310.120175ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:31.334093Z","caller":"traceutil/trace.go:171","msg":"trace[534548658] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:21364; }","duration":"124.565002ms","start":"2026-03-04T05:45:31.209504Z","end":"2026-03-04T05:45:31.334069Z","steps":["trace[534548658] 'agreement among raft nodes before linearized reading' (duration: 124.403968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:31.334131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:31.023632Z","time spent":"310.488563ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-04T05:45:31.334247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.721886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:31.334296Z","caller":"traceutil/trace.go:171","msg":"trace[2124918116] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:21364; }","duration":"124.790458ms","start":"2026-03-04T05:45:31.209489Z","end":"2026-03-04T05:45:31.334279Z","steps":["trace[2124918116] 'agreement among raft nodes before linearized reading' (duration: 124.716796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:31.334409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.943155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18433"} {"level":"warn","ts":"2026-03-04T05:45:31.334448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.568102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:31.33448Z","caller":"traceutil/trace.go:171","msg":"trace[384782842] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21364; }","duration":"262.022597ms","start":"2026-03-04T05:45:31.072441Z","end":"2026-03-04T05:45:31.334464Z","steps":["trace[384782842] 'agreement among raft nodes before linearized reading' (duration: 261.898124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:31.33449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.548982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:31.334529Z","caller":"traceutil/trace.go:171","msg":"trace[508917427] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:21364; }","duration":"124.605134ms","start":"2026-03-04T05:45:31.209914Z","end":"2026-03-04T05:45:31.334519Z","steps":["trace[508917427] 'agreement among raft nodes before linearized reading' (duration: 124.543132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:31.334578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.930132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:45:31.334559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.100779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:31.334622Z","caller":"traceutil/trace.go:171","msg":"trace[1637775556] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:21364; }","duration":"269.983704ms","start":"2026-03-04T05:45:31.064625Z","end":"2026-03-04T05:45:31.334609Z","steps":["trace[1637775556] 'agreement among raft nodes before linearized reading' (duration: 269.928093ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:31.334639Z","caller":"traceutil/trace.go:171","msg":"trace[2140072951] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:21364; }","duration":"103.191721ms","start":"2026-03-04T05:45:31.231427Z","end":"2026-03-04T05:45:31.334619Z","steps":["trace[2140072951] 'agreement among raft nodes before linearized reading' (duration: 103.042878ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:31.334532Z","caller":"traceutil/trace.go:171","msg":"trace[2024824394] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21364; }","duration":"144.704495ms","start":"2026-03-04T05:45:31.189807Z","end":"2026-03-04T05:45:31.334511Z","steps":["trace[2024824394] 'agreement among raft nodes before linearized reading' (duration: 144.469889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:31.334656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.109424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:31.334699Z","caller":"traceutil/trace.go:171","msg":"trace[1989338901] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:21364; }","duration":"200.179896ms","start":"2026-03-04T05:45:31.134506Z","end":"2026-03-04T05:45:31.334686Z","steps":["trace[1989338901] 'agreement among raft nodes before linearized reading' (duration: 200.104894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:31.33453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.83282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:31.334799Z","caller":"traceutil/trace.go:171","msg":"trace[891522090] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:21364; }","duration":"270.120797ms","start":"2026-03-04T05:45:31.064668Z","end":"2026-03-04T05:45:31.334789Z","steps":["trace[891522090] 'agreement among raft nodes before linearized reading' (duration: 269.83532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:31.334859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.504318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:31.334904Z","caller":"traceutil/trace.go:171","msg":"trace[1197192597] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21364; }","duration":"294.548439ms","start":"2026-03-04T05:45:31.040341Z","end":"2026-03-04T05:45:31.33489Z","steps":["trace[1197192597] 'agreement among raft nodes before linearized reading' (duration: 294.470618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:31.334476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.166284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:45:31.334914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.429602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:31.33494Z","caller":"traceutil/trace.go:171","msg":"trace[89567429] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:21364; }","duration":"269.656065ms","start":"2026-03-04T05:45:31.065276Z","end":"2026-03-04T05:45:31.334932Z","steps":["trace[89567429] 'agreement among raft nodes before linearized reading' (duration: 269.147723ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:31.334948Z","caller":"traceutil/trace.go:171","msg":"trace[1668296485] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:21364; }","duration":"200.499074ms","start":"2026-03-04T05:45:31.13444Z","end":"2026-03-04T05:45:31.334939Z","steps":["trace[1668296485] 'agreement among raft nodes before linearized reading' (duration: 200.432572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:31.33506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.191575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:45:31.335072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.451226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:45:31.335085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.678905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:31.335092Z","caller":"traceutil/trace.go:171","msg":"trace[2062610940] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21364; }","duration":"305.473696ms","start":"2026-03-04T05:45:31.029613Z","end":"2026-03-04T05:45:31.335086Z","steps":["trace[2062610940] 'agreement among raft nodes before linearized reading' (duration: 305.429585ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:31.335096Z","caller":"traceutil/trace.go:171","msg":"trace[970873583] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21364; }","duration":"295.241806ms","start":"2026-03-04T05:45:31.039844Z","end":"2026-03-04T05:45:31.335086Z","steps":["trace[970873583] 'agreement among raft nodes before linearized reading' (duration: 295.191695ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:31.335114Z","caller":"traceutil/trace.go:171","msg":"trace[1508967028] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:21364; }","duration":"231.757696ms","start":"2026-03-04T05:45:31.103347Z","end":"2026-03-04T05:45:31.335105Z","steps":["trace[1508967028] 'agreement among raft nodes before linearized reading' (duration: 231.712315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:31.335145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.823978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:45:31.335158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.334689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:31.335173Z","caller":"traceutil/trace.go:171","msg":"trace[1581205473] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:21364; }","duration":"231.88127ms","start":"2026-03-04T05:45:31.103285Z","end":"2026-03-04T05:45:31.335166Z","steps":["trace[1581205473] 'agreement among raft nodes before linearized reading' (duration: 231.832769ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:31.335182Z","caller":"traceutil/trace.go:171","msg":"trace[1963905366] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21364; }","duration":"295.371249ms","start":"2026-03-04T05:45:31.0398Z","end":"2026-03-04T05:45:31.335172Z","steps":["trace[1963905366] 'agreement among raft nodes before linearized reading' (duration: 295.339658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:31.335199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.449635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:45:31.335121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:31.029576Z","time spent":"305.539268ms","remote":"127.0.0.1:57054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 "} {"level":"info","ts":"2026-03-04T05:45:31.335237Z","caller":"traceutil/trace.go:171","msg":"trace[424153129] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21364; }","duration":"305.511407ms","start":"2026-03-04T05:45:31.029715Z","end":"2026-03-04T05:45:31.335227Z","steps":["trace[424153129] 'agreement among raft nodes before linearized reading' (duration: 305.454696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:31.335263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.984818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:31.335291Z","caller":"traceutil/trace.go:171","msg":"trace[936090915] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21364; }","duration":"170.012879ms","start":"2026-03-04T05:45:31.165271Z","end":"2026-03-04T05:45:31.335284Z","steps":["trace[936090915] 'agreement among raft nodes before linearized reading' (duration: 169.964098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:31.335314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.088368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:31.335383Z","caller":"traceutil/trace.go:171","msg":"trace[2129341955] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21364; }","duration":"146.18564ms","start":"2026-03-04T05:45:31.189183Z","end":"2026-03-04T05:45:31.335369Z","steps":["trace[2129341955] 'agreement among raft nodes before linearized reading' (duration: 146.083107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:31.335427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.04339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:31.335492Z","caller":"traceutil/trace.go:171","msg":"trace[910057855] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:21364; }","duration":"104.129823ms","start":"2026-03-04T05:45:31.231348Z","end":"2026-03-04T05:45:31.335478Z","steps":["trace[910057855] 'agreement among raft nodes before linearized reading' (duration: 102.549426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:31.335262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:31.029649Z","time spent":"305.606169ms","remote":"127.0.0.1:57054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:45:31.335545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.363577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:31.335591Z","caller":"traceutil/trace.go:171","msg":"trace[1981739882] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21364; }","duration":"170.422249ms","start":"2026-03-04T05:45:31.165156Z","end":"2026-03-04T05:45:31.335579Z","steps":["trace[1981739882] 'agreement among raft nodes before linearized reading' (duration: 170.344047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:31.334869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.575972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:31.337375Z","caller":"traceutil/trace.go:171","msg":"trace[896012617] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:21364; }","duration":"202.164233ms","start":"2026-03-04T05:45:31.135185Z","end":"2026-03-04T05:45:31.337349Z","steps":["trace[896012617] 'agreement among raft nodes before linearized reading' (duration: 199.389398ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:31.338093Z","caller":"traceutil/trace.go:171","msg":"trace[2067702327] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-t89qw; range_end:; response_count:1; response_revision:21364; }","duration":"318.507502ms","start":"2026-03-04T05:45:31.019536Z","end":"2026-03-04T05:45:31.338043Z","steps":["trace[2067702327] 'agreement among raft nodes before linearized reading' (duration: 314.1637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:31.338247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:31.019517Z","time spent":"318.679946ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5288,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-t89qw\" "} {"level":"info","ts":"2026-03-04T05:45:32.844776Z","caller":"traceutil/trace.go:171","msg":"trace[1314342495] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21409; }","duration":"272.162235ms","start":"2026-03-04T05:45:32.572583Z","end":"2026-03-04T05:45:32.844745Z","steps":["trace[1314342495] 'process raft request' (duration: 268.632322ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:32.84958Z","caller":"traceutil/trace.go:171","msg":"trace[1302836413] linearizableReadLoop","detail":"{readStateIndex:22182; appliedIndex:22180; }","duration":"239.271163ms","start":"2026-03-04T05:45:32.610285Z","end":"2026-03-04T05:45:32.849556Z","steps":["trace[1302836413] 'read index received' (duration: 231.089701ms)","trace[1302836413] 'applied index is now lower than readState.Index' (duration: 8.180312ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:45:32.849828Z","caller":"traceutil/trace.go:171","msg":"trace[1530898867] transaction","detail":"{read_only:false; response_revision:21410; number_of_response:1; }","duration":"239.887458ms","start":"2026-03-04T05:45:32.609918Z","end":"2026-03-04T05:45:32.849806Z","steps":["trace[1530898867] 'process raft request' (duration: 239.1481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:32.849886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.58308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io\" ","response":"range_response_count:1 size:17803"} {"level":"info","ts":"2026-03-04T05:45:32.849936Z","caller":"traceutil/trace.go:171","msg":"trace[1456784187] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21411; }","duration":"239.679432ms","start":"2026-03-04T05:45:32.610241Z","end":"2026-03-04T05:45:32.849921Z","steps":["trace[1456784187] 'agreement among raft nodes before linearized reading' (duration: 239.451887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:32.850091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.210224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594-5j8zp\" ","response":"range_response_count:1 size:5209"} {"level":"info","ts":"2026-03-04T05:45:32.850191Z","caller":"traceutil/trace.go:171","msg":"trace[1765379815] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594-5j8zp; range_end:; response_count:1; response_revision:21411; }","duration":"127.376018ms","start":"2026-03-04T05:45:32.722797Z","end":"2026-03-04T05:45:32.850173Z","steps":["trace[1765379815] 'agreement among raft nodes before linearized reading' (duration: 127.001279ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:37.691315Z","caller":"traceutil/trace.go:171","msg":"trace[1085319066] transaction","detail":"{read_only:false; response_revision:21498; number_of_response:1; }","duration":"460.286748ms","start":"2026-03-04T05:45:37.230999Z","end":"2026-03-04T05:45:37.691286Z","steps":["trace[1085319066] 'process raft request' (duration: 460.092433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:37.691489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:37.230964Z","time spent":"460.433251ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:45:37.693781Z","caller":"traceutil/trace.go:171","msg":"trace[1889941451] linearizableReadLoop","detail":"{readStateIndex:22272; appliedIndex:22270; }","duration":"303.448319ms","start":"2026-03-04T05:45:37.390321Z","end":"2026-03-04T05:45:37.693769Z","steps":["trace[1889941451] 'read index received' (duration: 300.773826ms)","trace[1889941451] 'applied index is now lower than readState.Index' (duration: 2.673233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:45:37.693891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.567592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:37.693924Z","caller":"traceutil/trace.go:171","msg":"trace[1054347839] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:21500; }","duration":"303.669933ms","start":"2026-03-04T05:45:37.390244Z","end":"2026-03-04T05:45:37.693914Z","steps":["trace[1054347839] 'agreement among raft nodes before linearized reading' (duration: 303.574731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:37.693949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:37.390218Z","time spent":"303.724745ms","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:45:37.693942Z","caller":"traceutil/trace.go:171","msg":"trace[1357698258] transaction","detail":"{read_only:false; response_revision:21500; number_of_response:1; }","duration":"100.347634ms","start":"2026-03-04T05:45:37.593568Z","end":"2026-03-04T05:45:37.693916Z","steps":["trace[1357698258] 'process raft request' (duration: 100.113989ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:37.694147Z","caller":"traceutil/trace.go:171","msg":"trace[566743553] transaction","detail":"{read_only:false; response_revision:21499; number_of_response:1; }","duration":"378.368557ms","start":"2026-03-04T05:45:37.315689Z","end":"2026-03-04T05:45:37.694058Z","steps":["trace[566743553] 'process raft request' (duration: 377.912736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:37.694496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:37.315659Z","time spent":"378.718904ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:45:38.353885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590354844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:45:38.785548Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.082485741s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T05:45:38.78681Z","caller":"traceutil/trace.go:171","msg":"trace[50482708] transaction","detail":"{read_only:false; response_revision:21501; number_of_response:1; }","duration":"1.083856563s","start":"2026-03-04T05:45:37.702919Z","end":"2026-03-04T05:45:38.786775Z","steps":["trace[50482708] 'process raft request' (duration: 1.083145456s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:38.786998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:37.702893Z","time spent":"1.083981015s","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2559,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:45:39.288561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.842275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:45:39.288958Z","caller":"traceutil/trace.go:171","msg":"trace[1281198167] transaction","detail":"{read_only:false; response_revision:21503; number_of_response:1; }","duration":"1.211847261s","start":"2026-03-04T05:45:38.07708Z","end":"2026-03-04T05:45:39.288928Z","steps":["trace[1281198167] 'process raft request' (duration: 1.211638497s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:39.289072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:38.07706Z","time spent":"1.211955353s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:45:39.28907Z","caller":"traceutil/trace.go:171","msg":"trace[31644312] transaction","detail":"{read_only:false; response_revision:21502; number_of_response:1; }","duration":"1.330522165s","start":"2026-03-04T05:45:37.95848Z","end":"2026-03-04T05:45:39.289002Z","steps":["trace[31644312] 'process raft request' (duration: 1.116093286s)","trace[31644312] 'compare' (duration: 213.638471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:45:39.289671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:37.958441Z","time spent":"1.331073988s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:45:39.504862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.029215ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T05:45:39.50555Z","caller":"traceutil/trace.go:171","msg":"trace[2011030363] transaction","detail":"{read_only:false; response_revision:21504; number_of_response:1; }","duration":"1.244005864s","start":"2026-03-04T05:45:38.261514Z","end":"2026-03-04T05:45:39.50552Z","steps":["trace[2011030363] 'process raft request' (duration: 1.243492372s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:39.505803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:38.26147Z","time spent":"1.244171057s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:45:39.508594Z","caller":"traceutil/trace.go:171","msg":"trace[1093520996] transaction","detail":"{read_only:false; response_revision:21505; number_of_response:1; }","duration":"986.583416ms","start":"2026-03-04T05:45:38.521977Z","end":"2026-03-04T05:45:39.50856Z","steps":["trace[1093520996] 'process raft request' (duration: 983.523404ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:39.508683Z","caller":"traceutil/trace.go:171","msg":"trace[1783766281] transaction","detail":"{read_only:false; response_revision:21507; number_of_response:1; }","duration":"919.193476ms","start":"2026-03-04T05:45:38.589473Z","end":"2026-03-04T05:45:39.508666Z","steps":["trace[1783766281] 'process raft request' (duration: 919.089063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:39.508822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:38.589462Z","time spent":"919.275698ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:45:39.508794Z","caller":"traceutil/trace.go:171","msg":"trace[127521418] transaction","detail":"{read_only:false; response_revision:21506; number_of_response:1; }","duration":"935.61093ms","start":"2026-03-04T05:45:38.573052Z","end":"2026-03-04T05:45:39.508663Z","steps":["trace[127521418] 'process raft request' (duration: 935.419046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:39.508977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:38.573034Z","time spent":"935.855227ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T05:45:39.509263Z","caller":"traceutil/trace.go:171","msg":"trace[618974402] linearizableReadLoop","detail":"{readStateIndex:22278; appliedIndex:22273; }","duration":"1.656172062s","start":"2026-03-04T05:45:37.853078Z","end":"2026-03-04T05:45:39.50925Z","steps":["trace[618974402] 'read index received' (duration: 932.946242ms)","trace[618974402] 'applied index is now lower than readState.Index' (duration: 723.22449ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:45:39.50939Z","caller":"traceutil/trace.go:171","msg":"trace[2050235118] transaction","detail":"{read_only:false; response_revision:21508; number_of_response:1; }","duration":"785.681045ms","start":"2026-03-04T05:45:38.723693Z","end":"2026-03-04T05:45:39.509374Z","steps":["trace[2050235118] 'process raft request' (duration: 784.926997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:39.509501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:38.723668Z","time spent":"785.780967ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:45:39.509648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656571942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T05:45:39.509402Z","caller":"traceutil/trace.go:171","msg":"trace[1677967442] transaction","detail":"{read_only:false; response_revision:21510; number_of_response:1; }","duration":"636.097397ms","start":"2026-03-04T05:45:38.873228Z","end":"2026-03-04T05:45:39.509326Z","steps":["trace[1677967442] 'process raft request' (duration: 636.007745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:39.509755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:38.873197Z","time spent":"636.519217ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:45:39.509766Z","caller":"traceutil/trace.go:171","msg":"trace[1894046195] transaction","detail":"{read_only:false; response_revision:21509; number_of_response:1; }","duration":"715.328345ms","start":"2026-03-04T05:45:38.794429Z","end":"2026-03-04T05:45:39.509758Z","steps":["trace[1894046195] 'process raft request' (duration: 714.468795ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:39.509687Z","caller":"traceutil/trace.go:171","msg":"trace[1219628434] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:21510; }","duration":"1.656684244s","start":"2026-03-04T05:45:37.852993Z","end":"2026-03-04T05:45:39.509677Z","steps":["trace[1219628434] 'agreement among raft nodes before linearized reading' (duration: 1.656416628s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:39.509975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:37.852962Z","time spent":"1.65693283s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":163,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:45:39.510018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107585034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T05:45:39.510034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.722308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:45:39.510152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.232413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:45:39.510181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113509233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T05:45:39.510186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109457608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T05:45:39.510212Z","caller":"traceutil/trace.go:171","msg":"trace[712996845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21510; }","duration":"1.113597315s","start":"2026-03-04T05:45:38.396607Z","end":"2026-03-04T05:45:39.510204Z","steps":["trace[712996845] 'agreement among raft nodes before linearized reading' (duration: 1.113517213s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:39.510213Z","caller":"traceutil/trace.go:171","msg":"trace[1687878514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21510; }","duration":"970.319504ms","start":"2026-03-04T05:45:38.539878Z","end":"2026-03-04T05:45:39.510198Z","steps":["trace[1687878514] 'agreement among raft nodes before linearized reading' (duration: 970.229802ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:39.510215Z","caller":"traceutil/trace.go:171","msg":"trace[919893321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21510; }","duration":"1.1095505s","start":"2026-03-04T05:45:38.400658Z","end":"2026-03-04T05:45:39.510209Z","steps":["trace[919893321] 'agreement among raft nodes before linearized reading' (duration: 1.109397226s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:39.510237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.487306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:39.510092Z","caller":"traceutil/trace.go:171","msg":"trace[1864571181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21510; }","duration":"1.107691776s","start":"2026-03-04T05:45:38.402374Z","end":"2026-03-04T05:45:39.510066Z","steps":["trace[1864571181] 'agreement among raft nodes before linearized reading' (duration: 1.107504242s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:39.510256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:38.53986Z","time spent":"970.386487ms","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:45:39.510265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:38.396564Z","time spent":"1.113688097s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:45:39.510283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:38.40235Z","time spent":"1.107926352s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T05:45:39.510284Z","caller":"traceutil/trace.go:171","msg":"trace[644374498] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:21510; }","duration":"158.534437ms","start":"2026-03-04T05:45:39.351735Z","end":"2026-03-04T05:45:39.510269Z","steps":["trace[644374498] 'agreement among raft nodes before linearized reading' (duration: 158.461685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:39.509822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427910348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:45:39.510035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109586001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T05:45:39.510489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144044979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T05:45:39.510509Z","caller":"traceutil/trace.go:171","msg":"trace[650261826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21510; }","duration":"1.110080552s","start":"2026-03-04T05:45:38.400412Z","end":"2026-03-04T05:45:39.510493Z","steps":["trace[650261826] 'agreement among raft nodes before linearized reading' (duration: 1.109488429s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:39.510533Z","caller":"traceutil/trace.go:171","msg":"trace[479635133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21510; }","duration":"1.144125551s","start":"2026-03-04T05:45:38.3664Z","end":"2026-03-04T05:45:39.510525Z","steps":["trace[479635133] 'agreement among raft nodes before linearized reading' (duration: 1.144019299s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:39.510563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:38.366374Z","time spent":"1.144181822s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T05:45:39.510163Z","caller":"traceutil/trace.go:171","msg":"trace[1510255215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21510; }","duration":"719.927933ms","start":"2026-03-04T05:45:38.790208Z","end":"2026-03-04T05:45:39.510135Z","steps":["trace[1510255215] 'agreement among raft nodes before linearized reading' (duration: 719.687367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:39.510571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:38.400397Z","time spent":"1.110156544s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:45:39.510589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.307988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:39.510632Z","caller":"traceutil/trace.go:171","msg":"trace[1224357100] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:21510; }","duration":"609.39972ms","start":"2026-03-04T05:45:38.901223Z","end":"2026-03-04T05:45:39.510623Z","steps":["trace[1224357100] 'agreement among raft nodes before linearized reading' (duration: 609.322539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:39.510672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:38.901191Z","time spent":"609.470432ms","remote":"127.0.0.1:56232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:45:39.510507Z","caller":"traceutil/trace.go:171","msg":"trace[407859466] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:21510; }","duration":"1.428606694s","start":"2026-03-04T05:45:38.081861Z","end":"2026-03-04T05:45:39.510468Z","steps":["trace[407859466] 'agreement among raft nodes before linearized reading' (duration: 1.427840886s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:39.510256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:38.400612Z","time spent":"1.109639012s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:45:39.510764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:38.790181Z","time spent":"720.558287ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:45:39.510119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087215257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:45:39.510875Z","caller":"traceutil/trace.go:171","msg":"trace[59051814] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21510; }","duration":"1.088003644s","start":"2026-03-04T05:45:38.422831Z","end":"2026-03-04T05:45:39.510835Z","steps":["trace[59051814] 'agreement among raft nodes before linearized reading' (duration: 1.086895128s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:39.511024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:38.422815Z","time spent":"1.088175179s","remote":"127.0.0.1:32844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:45:39.509857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:38.794413Z","time spent":"715.386026ms","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2567,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:45:39.511015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:38.08179Z","time spent":"1.429206267s","remote":"127.0.0.1:56400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:45:39.511255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.137262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:623"} {"level":"info","ts":"2026-03-04T05:45:39.511403Z","caller":"traceutil/trace.go:171","msg":"trace[858992649] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21510; }","duration":"985.342777ms","start":"2026-03-04T05:45:38.526035Z","end":"2026-03-04T05:45:39.511378Z","steps":["trace[858992649] 'agreement among raft nodes before linearized reading' (duration: 984.446096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:39.511674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:38.526005Z","time spent":"985.657235ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":646,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T05:45:39.511508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:38.521937Z","time spent":"986.73957ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:47:16.175839Z","caller":"traceutil/trace.go:171","msg":"trace[790649348] transaction","detail":"{read_only:false; response_revision:22471; number_of_response:1; }","duration":"229.03086ms","start":"2026-03-04T05:47:15.946771Z","end":"2026-03-04T05:47:16.175801Z","steps":["trace[790649348] 'process raft request' (duration: 228.744333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:47:16.42761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.448962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:47:16.427952Z","caller":"traceutil/trace.go:171","msg":"trace[821786222] transaction","detail":"{read_only:false; response_revision:22474; number_of_response:1; }","duration":"115.570351ms","start":"2026-03-04T05:47:16.312359Z","end":"2026-03-04T05:47:16.427929Z","steps":["trace[821786222] 'process raft request' (duration: 115.497889ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:47:16.428133Z","caller":"traceutil/trace.go:171","msg":"trace[1452215536] transaction","detail":"{read_only:false; response_revision:22472; number_of_response:1; }","duration":"476.719249ms","start":"2026-03-04T05:47:15.951399Z","end":"2026-03-04T05:47:16.428118Z","steps":["trace[1452215536] 'process raft request' (duration: 295.636222ms)","trace[1452215536] 'compare' (duration: 180.233767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:47:16.428195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:47:15.951382Z","time spent":"476.783ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:47:16.428192Z","caller":"traceutil/trace.go:171","msg":"trace[672994573] transaction","detail":"{read_only:false; response_revision:22473; number_of_response:1; }","duration":"364.406516ms","start":"2026-03-04T05:47:16.063746Z","end":"2026-03-04T05:47:16.428152Z","steps":["trace[672994573] 'process raft request' (duration: 364.026977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:47:16.42839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:47:16.06373Z","time spent":"364.541869ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:47:16.428226Z","caller":"traceutil/trace.go:171","msg":"trace[1706366123] linearizableReadLoop","detail":"{readStateIndex:23271; appliedIndex:23269; }","duration":"407.144188ms","start":"2026-03-04T05:47:16.021067Z","end":"2026-03-04T05:47:16.428212Z","steps":["trace[1706366123] 'read index received' (duration: 154.569725ms)","trace[1706366123] 'applied index is now lower than readState.Index' (duration: 252.572453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:47:16.428484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.417425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:47:16.428502Z","caller":"traceutil/trace.go:171","msg":"trace[1159787829] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22474; }","duration":"407.478736ms","start":"2026-03-04T05:47:16.021017Z","end":"2026-03-04T05:47:16.428496Z","steps":["trace[1159787829] 'agreement among raft nodes before linearized reading' (duration: 407.415244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:47:16.428521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:47:16.020989Z","time spent":"407.528247ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-04T05:47:16.428652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.776976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:47:16.428714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.492614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T05:47:16.428734Z","caller":"traceutil/trace.go:171","msg":"trace[1206490998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22474; }","duration":"386.532104ms","start":"2026-03-04T05:47:16.042197Z","end":"2026-03-04T05:47:16.428729Z","steps":["trace[1206490998] 'agreement among raft nodes before linearized reading' (duration: 386.427612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:47:16.428749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:47:16.042179Z","time spent":"386.566326ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T05:47:16.42874Z","caller":"traceutil/trace.go:171","msg":"trace[1647067167] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22474; }","duration":"405.91857ms","start":"2026-03-04T05:47:16.022787Z","end":"2026-03-04T05:47:16.428705Z","steps":["trace[1647067167] 'agreement among raft nodes before linearized reading' (duration: 405.765536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:47:16.428783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:47:16.022757Z","time spent":"406.017881ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T05:47:16.428792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.245544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:47:16.428832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.021958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T05:47:16.428844Z","caller":"traceutil/trace.go:171","msg":"trace[1463616668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22474; }","duration":"341.274623ms","start":"2026-03-04T05:47:16.087565Z","end":"2026-03-04T05:47:16.428839Z","steps":["trace[1463616668] 'agreement among raft nodes before linearized reading' (duration: 341.230022ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:47:16.428845Z","caller":"traceutil/trace.go:171","msg":"trace[1981317282] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22474; }","duration":"405.319916ms","start":"2026-03-04T05:47:16.023514Z","end":"2026-03-04T05:47:16.428834Z","steps":["trace[1981317282] 'agreement among raft nodes before linearized reading' (duration: 405.237874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:47:16.428857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:47:16.087541Z","time spent":"341.313764ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:47:16.428931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.607461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T05:47:16.428935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.981689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T05:47:16.428953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:47:16.023507Z","time spent":"405.404948ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T05:47:16.429019Z","caller":"traceutil/trace.go:171","msg":"trace[279289952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22474; }","duration":"370.708944ms","start":"2026-03-04T05:47:16.058291Z","end":"2026-03-04T05:47:16.429Z","steps":["trace[279289952] 'agreement among raft nodes before linearized reading' (duration: 370.54935ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:47:16.429029Z","caller":"traceutil/trace.go:171","msg":"trace[1986769835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22474; }","duration":"365.151374ms","start":"2026-03-04T05:47:16.063856Z","end":"2026-03-04T05:47:16.429007Z","steps":["trace[1986769835] 'agreement among raft nodes before linearized reading' (duration: 364.913738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:47:16.429004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.963541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:47:16.429058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:47:16.058281Z","time spent":"370.769265ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T05:47:16.429106Z","caller":"traceutil/trace.go:171","msg":"trace[1398076691] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22474; }","duration":"406.106214ms","start":"2026-03-04T05:47:16.022971Z","end":"2026-03-04T05:47:16.429077Z","steps":["trace[1398076691] 'agreement among raft nodes before linearized reading' (duration: 405.906159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:47:16.429159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:47:16.022959Z","time spent":"406.190216ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-04T05:47:16.429676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.131464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T05:47:16.429737Z","caller":"traceutil/trace.go:171","msg":"trace[2078137830] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22474; }","duration":"403.225727ms","start":"2026-03-04T05:47:16.026496Z","end":"2026-03-04T05:47:16.429722Z","steps":["trace[2078137830] 'agreement among raft nodes before linearized reading' (duration: 402.0891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:47:16.429771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:47:16.026485Z","time spent":"403.277498ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-04T05:47:16.430501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.380704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T05:47:16.430593Z","caller":"traceutil/trace.go:171","msg":"trace[1751009459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22474; }","duration":"381.528408ms","start":"2026-03-04T05:47:16.049044Z","end":"2026-03-04T05:47:16.430573Z","steps":["trace[1751009459] 'agreement among raft nodes before linearized reading' (duration: 381.239061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:47:16.430646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:47:16.049023Z","time spent":"381.61075ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:47:16.430649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:47:16.063827Z","time spent":"366.744211ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T05:48:27.046803Z","caller":"traceutil/trace.go:171","msg":"trace[1069335684] linearizableReadLoop","detail":"{readStateIndex:23882; appliedIndex:23881; }","duration":"429.192545ms","start":"2026-03-04T05:48:26.617592Z","end":"2026-03-04T05:48:27.046785Z","steps":["trace[1069335684] 'read index received' (duration: 426.240726ms)","trace[1069335684] 'applied index is now lower than readState.Index' (duration: 2.950519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:48:27.046958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.35367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:48:27.046985Z","caller":"traceutil/trace.go:171","msg":"trace[503042296] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23069; }","duration":"429.427091ms","start":"2026-03-04T05:48:26.617552Z","end":"2026-03-04T05:48:27.046979Z","steps":["trace[503042296] 'agreement among raft nodes before linearized reading' (duration: 429.340469ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:48:27.046888Z","caller":"traceutil/trace.go:171","msg":"trace[378341049] transaction","detail":"{read_only:false; response_revision:23068; number_of_response:1; }","duration":"584.97272ms","start":"2026-03-04T05:48:26.461831Z","end":"2026-03-04T05:48:27.046804Z","steps":["trace[378341049] 'process raft request' (duration: 582.01667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:48:27.047014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:48:26.617533Z","time spent":"429.470852ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-04T05:48:27.047207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:48:26.461799Z","time spent":"585.248475ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:48:27.047289Z","caller":"traceutil/trace.go:171","msg":"trace[170122189] transaction","detail":"{read_only:false; response_revision:23070; number_of_response:1; }","duration":"250.437534ms","start":"2026-03-04T05:48:26.796806Z","end":"2026-03-04T05:48:27.047244Z","steps":["trace[170122189] 'process raft request' (duration: 250.177618ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:48:27.04741Z","caller":"traceutil/trace.go:171","msg":"trace[1795672142] transaction","detail":"{read_only:false; response_revision:23071; number_of_response:1; }","duration":"250.515496ms","start":"2026-03-04T05:48:26.796884Z","end":"2026-03-04T05:48:27.047399Z","steps":["trace[1795672142] 'process raft request' (duration: 250.315071ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:48:27.047422Z","caller":"traceutil/trace.go:171","msg":"trace[1176542849] transaction","detail":"{read_only:false; response_revision:23069; number_of_response:1; }","duration":"344.000548ms","start":"2026-03-04T05:48:26.703275Z","end":"2026-03-04T05:48:27.047275Z","steps":["trace[1176542849] 'process raft request' (duration: 343.446585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:48:27.047629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.895899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T05:48:27.047631Z","caller":"traceutil/trace.go:171","msg":"trace[1216522104] transaction","detail":"{read_only:false; response_revision:23072; number_of_response:1; }","duration":"242.63143ms","start":"2026-03-04T05:48:26.804968Z","end":"2026-03-04T05:48:27.0476Z","steps":["trace[1216522104] 'process raft request' (duration: 242.386655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:48:27.047734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.299131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T05:48:27.047734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.667039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"warn","ts":"2026-03-04T05:48:27.050856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.18591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T05:48:27.050909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:48:26.703246Z","time spent":"344.276114ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:48:27.050957Z","caller":"traceutil/trace.go:171","msg":"trace[695277572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23072; }","duration":"190.292093ms","start":"2026-03-04T05:48:26.860621Z","end":"2026-03-04T05:48:27.050913Z","steps":["trace[695277572] 'agreement among raft nodes before linearized reading' (duration: 187.146439ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:48:27.05111Z","caller":"traceutil/trace.go:171","msg":"trace[2108258890] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:23072; }","duration":"424.772392ms","start":"2026-03-04T05:48:26.623021Z","end":"2026-03-04T05:48:27.047793Z","steps":["trace[2108258890] 'agreement among raft nodes before linearized reading' (duration: 424.520566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:48:27.051149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:48:26.623001Z","time spent":"428.140331ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7294,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-04T05:48:27.047657Z","caller":"traceutil/trace.go:171","msg":"trace[925380441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23072; }","duration":"173.95042ms","start":"2026-03-04T05:48:26.8737Z","end":"2026-03-04T05:48:27.047651Z","steps":["trace[925380441] 'agreement among raft nodes before linearized reading' (duration: 173.843067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:48:27.04871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.827596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T05:48:27.055353Z","caller":"traceutil/trace.go:171","msg":"trace[364553706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23072; }","duration":"177.468902ms","start":"2026-03-04T05:48:26.877849Z","end":"2026-03-04T05:48:27.055318Z","steps":["trace[364553706] 'agreement among raft nodes before linearized reading' (duration: 169.838313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:48:27.055735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.774723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:48:27.05539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.911581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:48:27.055794Z","caller":"traceutil/trace.go:171","msg":"trace[1308479859] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23072; }","duration":"387.826086ms","start":"2026-03-04T05:48:26.667943Z","end":"2026-03-04T05:48:27.055769Z","steps":["trace[1308479859] 'agreement among raft nodes before linearized reading' (duration: 387.554289ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:48:27.055843Z","caller":"traceutil/trace.go:171","msg":"trace[444845093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23072; }","duration":"264.095964ms","start":"2026-03-04T05:48:26.791713Z","end":"2026-03-04T05:48:27.055809Z","steps":["trace[444845093] 'agreement among raft nodes before linearized reading' (duration: 255.920892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:48:27.055854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:48:26.667881Z","time spent":"387.964528ms","remote":"127.0.0.1:56902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:48:27.056266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.623613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:48:27.056303Z","caller":"traceutil/trace.go:171","msg":"trace[2111843029] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23072; }","duration":"130.195763ms","start":"2026-03-04T05:48:26.926086Z","end":"2026-03-04T05:48:27.056282Z","steps":["trace[2111843029] 'agreement among raft nodes before linearized reading' (duration: 121.595341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:48:27.056699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.095921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T05:48:27.056727Z","caller":"traceutil/trace.go:171","msg":"trace[867864163] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23072; }","duration":"195.400022ms","start":"2026-03-04T05:48:26.852375Z","end":"2026-03-04T05:48:27.047775Z","steps":["trace[867864163] 'agreement among raft nodes before linearized reading' (duration: 195.209518ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:48:27.056765Z","caller":"traceutil/trace.go:171","msg":"trace[1193971248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23072; }","duration":"185.180913ms","start":"2026-03-04T05:48:26.871547Z","end":"2026-03-04T05:48:27.056728Z","steps":["trace[1193971248] 'agreement among raft nodes before linearized reading' (duration: 176.177672ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:16.776327Z","caller":"traceutil/trace.go:171","msg":"trace[504674385] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"379.05103ms","start":"2026-03-04T05:49:16.397241Z","end":"2026-03-04T05:49:16.776292Z","steps":["trace[504674385] 'process raft request' (duration: 378.855635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:16.776696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:16.397214Z","time spent":"379.235854ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:17.558321Z","caller":"traceutil/trace.go:171","msg":"trace[1185442925] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"415.902814ms","start":"2026-03-04T05:49:17.142385Z","end":"2026-03-04T05:49:17.558287Z","steps":["trace[1185442925] 'process raft request' (duration: 415.73322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:17.558519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:17.14237Z","time spent":"416.035597ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:18.173692Z","caller":"traceutil/trace.go:171","msg":"trace[1062409851] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"889.382799ms","start":"2026-03-04T05:49:17.284257Z","end":"2026-03-04T05:49:18.17364Z","steps":["trace[1062409851] 'process raft request' (duration: 864.086796ms)","trace[1062409851] 'compare' (duration: 14.847628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:18.17384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:17.284233Z","time spent":"889.537492ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:18.173968Z","caller":"traceutil/trace.go:171","msg":"trace[697097503] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"889.519781ms","start":"2026-03-04T05:49:17.284436Z","end":"2026-03-04T05:49:18.173955Z","steps":["trace[697097503] 'process raft request' (duration: 889.118092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:18.174027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:17.284431Z","time spent":"889.561883ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:18.174128Z","caller":"traceutil/trace.go:171","msg":"trace[806471455] transaction","detail":"{read_only:false; response_revision:23560; number_of_response:1; }","duration":"889.634945ms","start":"2026-03-04T05:49:17.284469Z","end":"2026-03-04T05:49:18.174104Z","steps":["trace[806471455] 'process raft request' (duration: 889.384999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:18.174205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:17.284465Z","time spent":"889.704576ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:18.174381Z","caller":"traceutil/trace.go:171","msg":"trace[1402590836] transaction","detail":"{read_only:false; response_revision:23561; number_of_response:1; }","duration":"869.085082ms","start":"2026-03-04T05:49:17.305278Z","end":"2026-03-04T05:49:18.174363Z","steps":["trace[1402590836] 'process raft request' (duration: 868.680852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:18.174449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:17.305268Z","time spent":"869.150223ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:18.174557Z","caller":"traceutil/trace.go:171","msg":"trace[1120777168] linearizableReadLoop","detail":"{readStateIndex:24390; appliedIndex:24386; }","duration":"871.097999ms","start":"2026-03-04T05:49:17.303423Z","end":"2026-03-04T05:49:18.174521Z","steps":["trace[1120777168] 'read index received' (duration: 254.684204ms)","trace[1120777168] 'applied index is now lower than readState.Index' (duration: 616.412655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:18.96121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.154941ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T05:49:18.961715Z","caller":"traceutil/trace.go:171","msg":"trace[1924253856] linearizableReadLoop","detail":"{readStateIndex:24392; appliedIndex:24391; }","duration":"787.104479ms","start":"2026-03-04T05:49:18.174578Z","end":"2026-03-04T05:49:18.961683Z","steps":["trace[1924253856] 'read index received' (duration: 72.261µs)","trace[1924253856] 'applied index is now lower than readState.Index' (duration: 787.030408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:18.961986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658524026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T05:49:18.962024Z","caller":"traceutil/trace.go:171","msg":"trace[1623304279] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23561; }","duration":"1.658611598s","start":"2026-03-04T05:49:17.3034Z","end":"2026-03-04T05:49:18.962011Z","steps":["trace[1623304279] 'agreement among raft nodes before linearized reading' (duration: 871.236102ms)","trace[1623304279] 'range keys from in-memory index tree' (duration: 787.200532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:18.962063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:17.303393Z","time spent":"1.658661089s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:49:18.964467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.734223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:18.964502Z","caller":"traceutil/trace.go:171","msg":"trace[88388879] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23561; }","duration":"862.801035ms","start":"2026-03-04T05:49:18.101691Z","end":"2026-03-04T05:49:18.964492Z","steps":["trace[88388879] 'agreement among raft nodes before linearized reading' (duration: 862.734563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:18.964525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:18.101674Z","time spent":"862.845096ms","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:18.964649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174869724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:18.964676Z","caller":"traceutil/trace.go:171","msg":"trace[889759183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23561; }","duration":"1.174932805s","start":"2026-03-04T05:49:17.789737Z","end":"2026-03-04T05:49:18.964669Z","steps":["trace[889759183] 'agreement among raft nodes before linearized reading' (duration: 1.174895214s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:18.964696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:17.789715Z","time spent":"1.174976956s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:49:18.964825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226780481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:18.964849Z","caller":"traceutil/trace.go:171","msg":"trace[976420502] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23561; }","duration":"1.226851182s","start":"2026-03-04T05:49:17.73799Z","end":"2026-03-04T05:49:18.964841Z","steps":["trace[976420502] 'agreement among raft nodes before linearized reading' (duration: 1.226810521s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:18.964868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:17.737966Z","time spent":"1.226896944s","remote":"127.0.0.1:53932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:18.96502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657692876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T05:49:18.965046Z","caller":"traceutil/trace.go:171","msg":"trace[1841717984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23561; }","duration":"1.657759438s","start":"2026-03-04T05:49:17.307276Z","end":"2026-03-04T05:49:18.965036Z","steps":["trace[1841717984] 'agreement among raft nodes before linearized reading' (duration: 1.657687426s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:18.965063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:17.307252Z","time spent":"1.657807149s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:49:18.965179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658010604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T05:49:18.965199Z","caller":"traceutil/trace.go:171","msg":"trace[322104506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23561; }","duration":"1.658030614s","start":"2026-03-04T05:49:17.307163Z","end":"2026-03-04T05:49:18.965194Z","steps":["trace[322104506] 'agreement among raft nodes before linearized reading' (duration: 1.657977333s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:18.965215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:17.30715Z","time spent":"1.658061385s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:49:18.965324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658427933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T05:49:18.965368Z","caller":"traceutil/trace.go:171","msg":"trace[417741012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23561; }","duration":"1.658484074s","start":"2026-03-04T05:49:17.306878Z","end":"2026-03-04T05:49:18.965362Z","steps":["trace[417741012] 'agreement among raft nodes before linearized reading' (duration: 1.658402442s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:18.965385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:17.306873Z","time spent":"1.658507156s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:49:18.965509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661088976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T05:49:18.965533Z","caller":"traceutil/trace.go:171","msg":"trace[151254434] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23561; }","duration":"1.661138607s","start":"2026-03-04T05:49:17.304388Z","end":"2026-03-04T05:49:18.965526Z","steps":["trace[151254434] 'agreement among raft nodes before linearized reading' (duration: 1.661082576s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:18.965549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:17.304373Z","time spent":"1.661172318s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T05:49:18.966372Z","caller":"traceutil/trace.go:171","msg":"trace[1929851877] transaction","detail":"{read_only:false; response_revision:23562; number_of_response:1; }","duration":"633.450266ms","start":"2026-03-04T05:49:18.332883Z","end":"2026-03-04T05:49:18.966334Z","steps":["trace[1929851877] 'process raft request' (duration: 628.617873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:18.966617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:18.332853Z","time spent":"633.64685ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:19.419074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.649786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:49:19.419468Z","caller":"traceutil/trace.go:171","msg":"trace[33734089] transaction","detail":"{read_only:false; response_revision:23563; number_of_response:1; }","duration":"1.086128292s","start":"2026-03-04T05:49:18.33332Z","end":"2026-03-04T05:49:19.419448Z","steps":["trace[33734089] 'process raft request' (duration: 632.997375ms)","trace[33734089] 'compare' (duration: 452.38621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:19.41953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:18.333295Z","time spent":"1.086209624s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:19.419525Z","caller":"traceutil/trace.go:171","msg":"trace[760880156] linearizableReadLoop","detail":"{readStateIndex:24396; appliedIndex:24393; }","duration":"457.698854ms","start":"2026-03-04T05:49:18.961795Z","end":"2026-03-04T05:49:19.419493Z","steps":["trace[760880156] 'read index received' (duration: 332.424546ms)","trace[760880156] 'applied index is now lower than readState.Index' (duration: 125.273218ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:49:19.419657Z","caller":"traceutil/trace.go:171","msg":"trace[1041890477] transaction","detail":"{read_only:false; response_revision:23564; number_of_response:1; }","duration":"636.508688ms","start":"2026-03-04T05:49:18.78314Z","end":"2026-03-04T05:49:19.419649Z","steps":["trace[1041890477] 'process raft request' (duration: 636.060337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:19.419705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:18.783117Z","time spent":"636.56407ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:19.41973Z","caller":"traceutil/trace.go:171","msg":"trace[1191250531] transaction","detail":"{read_only:false; response_revision:23565; number_of_response:1; }","duration":"473.073454ms","start":"2026-03-04T05:49:18.946645Z","end":"2026-03-04T05:49:19.419718Z","steps":["trace[1191250531] 'process raft request' (duration: 472.664405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:19.419831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:18.946616Z","time spent":"473.150927ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T05:49:19.420028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.249075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-03-04T05:49:19.420059Z","caller":"traceutil/trace.go:171","msg":"trace[258294963] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:23565; }","duration":"880.317356ms","start":"2026-03-04T05:49:18.539733Z","end":"2026-03-04T05:49:19.42005Z","steps":["trace[258294963] 'agreement among raft nodes before linearized reading' (duration: 880.251885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:19.420082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:18.539712Z","time spent":"880.365967ms","remote":"127.0.0.1:56222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-04T05:49:19.420122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.529559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:19.420159Z","caller":"traceutil/trace.go:171","msg":"trace[374063860] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23565; }","duration":"807.609781ms","start":"2026-03-04T05:49:18.612541Z","end":"2026-03-04T05:49:19.420151Z","steps":["trace[374063860] 'agreement among raft nodes before linearized reading' (duration: 807.535639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:19.420183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:18.612523Z","time spent":"807.654362ms","remote":"127.0.0.1:56254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:49:19.86313Z","caller":"traceutil/trace.go:171","msg":"trace[259178480] transaction","detail":"{read_only:false; response_revision:23567; number_of_response:1; }","duration":"893.195278ms","start":"2026-03-04T05:49:18.969911Z","end":"2026-03-04T05:49:19.863106Z","steps":["trace[259178480] 'process raft request' (duration: 893.099506ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:19.863137Z","caller":"traceutil/trace.go:171","msg":"trace[1000727400] transaction","detail":"{read_only:false; response_revision:23566; number_of_response:1; }","duration":"893.311431ms","start":"2026-03-04T05:49:18.969789Z","end":"2026-03-04T05:49:19.8631Z","steps":["trace[1000727400] 'process raft request' (duration: 893.044954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:19.863163Z","caller":"traceutil/trace.go:171","msg":"trace[237271894] transaction","detail":"{read_only:false; response_revision:23568; number_of_response:1; }","duration":"892.835139ms","start":"2026-03-04T05:49:18.97029Z","end":"2026-03-04T05:49:19.863125Z","steps":["trace[237271894] 'process raft request' (duration: 892.762038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:19.86326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:18.969906Z","time spent":"893.28459ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:19.86329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:18.969781Z","time spent":"893.426193ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:19.863318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:18.970285Z","time spent":"892.952072ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:19.863529Z","caller":"traceutil/trace.go:171","msg":"trace[757768089] linearizableReadLoop","detail":"{readStateIndex:24401; appliedIndex:24396; }","duration":"443.90891ms","start":"2026-03-04T05:49:19.419593Z","end":"2026-03-04T05:49:19.863502Z","steps":["trace[757768089] 'read index received' (duration: 443.155112ms)","trace[757768089] 'applied index is now lower than readState.Index' (duration: 730.568µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:49:19.863549Z","caller":"traceutil/trace.go:171","msg":"trace[1729762317] transaction","detail":"{read_only:false; response_revision:23569; number_of_response:1; }","duration":"892.076261ms","start":"2026-03-04T05:49:18.971429Z","end":"2026-03-04T05:49:19.863506Z","steps":["trace[1729762317] 'process raft request' (duration: 891.657811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:19.863894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:18.971422Z","time spent":"892.207344ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:19.863914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.019966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:19.863957Z","caller":"traceutil/trace.go:171","msg":"trace[1583380149] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23570; }","duration":"833.339773ms","start":"2026-03-04T05:49:19.030604Z","end":"2026-03-04T05:49:19.863944Z","steps":["trace[1583380149] 'agreement among raft nodes before linearized reading' (duration: 833.047827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:19.863958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.473581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:19.863997Z","caller":"traceutil/trace.go:171","msg":"trace[1479516621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23570; }","duration":"895.546102ms","start":"2026-03-04T05:49:18.96844Z","end":"2026-03-04T05:49:19.863986Z","steps":["trace[1479516621] 'agreement among raft nodes before linearized reading' (duration: 895.485371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:19.863996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:19.030579Z","time spent":"833.407165ms","remote":"127.0.0.1:57134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:19.864024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:18.968426Z","time spent":"895.592844ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:49:19.863565Z","caller":"traceutil/trace.go:171","msg":"trace[1527239764] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"891.708492ms","start":"2026-03-04T05:49:18.971844Z","end":"2026-03-04T05:49:19.863552Z","steps":["trace[1527239764] 'process raft request' (duration: 891.499797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:19.864091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:18.971835Z","time spent":"892.224845ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:19.864158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.034816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cd5gl\" ","response":"range_response_count:1 size:18522"} {"level":"info","ts":"2026-03-04T05:49:19.864215Z","caller":"traceutil/trace.go:171","msg":"trace[815287559] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cd5gl; range_end:; response_count:1; response_revision:23570; }","duration":"442.120748ms","start":"2026-03-04T05:49:19.422081Z","end":"2026-03-04T05:49:19.864202Z","steps":["trace[815287559] 'agreement among raft nodes before linearized reading' (duration: 441.875303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:19.864246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:19.422065Z","time spent":"442.173079ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18545,"request content":"key:\"/registry/pods/kube-system/cilium-cd5gl\" "} {"level":"warn","ts":"2026-03-04T05:49:19.864326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.530329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-04T05:49:19.86432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.887986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-04T05:49:19.864305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.363041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T05:49:19.864376Z","caller":"traceutil/trace.go:171","msg":"trace[1950413368] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23570; }","duration":"109.62082ms","start":"2026-03-04T05:49:19.754741Z","end":"2026-03-04T05:49:19.864362Z","steps":["trace[1950413368] 'agreement among raft nodes before linearized reading' (duration: 109.462246ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:19.86438Z","caller":"traceutil/trace.go:171","msg":"trace[1933286781] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23570; }","duration":"297.979768ms","start":"2026-03-04T05:49:19.566387Z","end":"2026-03-04T05:49:19.864367Z","steps":["trace[1933286781] 'agreement among raft nodes before linearized reading' (duration: 297.812834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:19.864427Z","caller":"traceutil/trace.go:171","msg":"trace[2135375914] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23570; }","duration":"111.549236ms","start":"2026-03-04T05:49:19.752846Z","end":"2026-03-04T05:49:19.864395Z","steps":["trace[2135375914] 'agreement among raft nodes before linearized reading' (duration: 111.161507ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:22.457797Z","caller":"traceutil/trace.go:171","msg":"trace[1879422674] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"256.382063ms","start":"2026-03-04T05:49:22.201387Z","end":"2026-03-04T05:49:22.457769Z","steps":["trace[1879422674] 'process raft request' (duration: 256.201669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:23.37554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.422748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:49:23.375774Z","caller":"traceutil/trace.go:171","msg":"trace[1747943434] transaction","detail":"{read_only:false; response_revision:23588; number_of_response:1; }","duration":"1.165101414s","start":"2026-03-04T05:49:22.210653Z","end":"2026-03-04T05:49:23.375754Z","steps":["trace[1747943434] 'process raft request' (duration: 1.165051413s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:23.37585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:22.210613Z","time spent":"1.165200007s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:23.375919Z","caller":"traceutil/trace.go:171","msg":"trace[2082104339] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"1.174371612s","start":"2026-03-04T05:49:22.201498Z","end":"2026-03-04T05:49:23.37587Z","steps":["trace[2082104339] 'process raft request' (duration: 997.519994ms)","trace[2082104339] 'compare' (duration: 176.10288ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:49:23.376102Z","caller":"traceutil/trace.go:171","msg":"trace[1931952962] transaction","detail":"{read_only:false; response_revision:23587; number_of_response:1; }","duration":"1.174536276s","start":"2026-03-04T05:49:22.201553Z","end":"2026-03-04T05:49:23.376089Z","steps":["trace[1931952962] 'process raft request' (duration: 1.174090406s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:23.376187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:22.201515Z","time spent":"1.174628318s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:23.376101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:22.201465Z","time spent":"1.174543256s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:23.407186Z","caller":"traceutil/trace.go:171","msg":"trace[31253995] transaction","detail":"{read_only:false; response_revision:23589; number_of_response:1; }","duration":"841.68816ms","start":"2026-03-04T05:49:22.565466Z","end":"2026-03-04T05:49:23.407155Z","steps":["trace[31253995] 'process raft request' (duration: 841.420843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:23.407354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:22.565436Z","time spent":"841.822993ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:23.407456Z","caller":"traceutil/trace.go:171","msg":"trace[1026689301] transaction","detail":"{read_only:false; response_revision:23590; number_of_response:1; }","duration":"443.584533ms","start":"2026-03-04T05:49:22.963842Z","end":"2026-03-04T05:49:23.407427Z","steps":["trace[1026689301] 'process raft request' (duration: 443.259485ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:23.407528Z","caller":"traceutil/trace.go:171","msg":"trace[214347529] linearizableReadLoop","detail":"{readStateIndex:24420; appliedIndex:24416; }","duration":"638.552166ms","start":"2026-03-04T05:49:22.768948Z","end":"2026-03-04T05:49:23.407501Z","steps":["trace[214347529] 'read index received' (duration: 430.705311ms)","trace[214347529] 'applied index is now lower than readState.Index' (duration: 207.845455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:23.407593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:22.96382Z","time spent":"443.696036ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:23.407582Z","caller":"traceutil/trace.go:171","msg":"trace[64581149] transaction","detail":"{read_only:false; response_revision:23591; number_of_response:1; }","duration":"423.170085ms","start":"2026-03-04T05:49:22.984382Z","end":"2026-03-04T05:49:23.407552Z","steps":["trace[64581149] 'process raft request' (duration: 422.97902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:23.407737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:22.98437Z","time spent":"423.290538ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:23.407767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.879991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:23.407819Z","caller":"traceutil/trace.go:171","msg":"trace[797517462] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23591; }","duration":"142.993184ms","start":"2026-03-04T05:49:23.264812Z","end":"2026-03-04T05:49:23.407805Z","steps":["trace[797517462] 'agreement among raft nodes before linearized reading' (duration: 142.904862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:23.407771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.810922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-04T05:49:23.407905Z","caller":"traceutil/trace.go:171","msg":"trace[2071313229] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:23591; }","duration":"638.966276ms","start":"2026-03-04T05:49:22.768886Z","end":"2026-03-04T05:49:23.407852Z","steps":["trace[2071313229] 'agreement among raft nodes before linearized reading' (duration: 638.751261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:23.407949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:22.768863Z","time spent":"639.073788ms","remote":"127.0.0.1:56060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.49\" "} {"level":"warn","ts":"2026-03-04T05:49:23.882548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:23.4114Z","time spent":"471.143959ms","remote":"127.0.0.1:56060","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T05:49:24.423072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.211461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:49:24.423468Z","caller":"traceutil/trace.go:171","msg":"trace[248732738] transaction","detail":"{read_only:false; response_revision:23594; number_of_response:1; }","duration":"538.943879ms","start":"2026-03-04T05:49:23.8845Z","end":"2026-03-04T05:49:24.423444Z","steps":["trace[248732738] 'process raft request' (duration: 538.864207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:24.423554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:23.884474Z","time spent":"539.041582ms","remote":"127.0.0.1:56060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:24.423638Z","caller":"traceutil/trace.go:171","msg":"trace[1235772023] transaction","detail":"{read_only:false; response_revision:23592; number_of_response:1; }","duration":"976.885639ms","start":"2026-03-04T05:49:23.446698Z","end":"2026-03-04T05:49:24.423583Z","steps":["trace[1235772023] 'process raft request' (duration: 863.809828ms)","trace[1235772023] 'compare' (duration: 111.919014ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:49:24.423792Z","caller":"traceutil/trace.go:171","msg":"trace[1261875308] transaction","detail":"{read_only:false; response_revision:23593; number_of_response:1; }","duration":"977.012663ms","start":"2026-03-04T05:49:23.446768Z","end":"2026-03-04T05:49:24.42378Z","steps":["trace[1261875308] 'process raft request' (duration: 976.43815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:24.423809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:23.446676Z","time spent":"977.037793ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:24.423848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:23.446762Z","time spent":"977.056214ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:24.423896Z","caller":"traceutil/trace.go:171","msg":"trace[941132139] linearizableReadLoop","detail":"{readStateIndex:24425; appliedIndex:24422; }","duration":"700.488898ms","start":"2026-03-04T05:49:23.723374Z","end":"2026-03-04T05:49:24.423863Z","steps":["trace[941132139] 'read index received' (duration: 157.156466ms)","trace[941132139] 'applied index is now lower than readState.Index' (duration: 543.329862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:24.424067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.395993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:24.424099Z","caller":"traceutil/trace.go:171","msg":"trace[940653146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23594; }","duration":"630.489365ms","start":"2026-03-04T05:49:23.793602Z","end":"2026-03-04T05:49:24.424092Z","steps":["trace[940653146] 'agreement among raft nodes before linearized reading' (duration: 630.400953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:24.424126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:23.79358Z","time spent":"630.540897ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:49:24.424159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.27084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:49:24.424202Z","caller":"traceutil/trace.go:171","msg":"trace[664498248] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23594; }","duration":"166.355252ms","start":"2026-03-04T05:49:24.257835Z","end":"2026-03-04T05:49:24.42419Z","steps":["trace[664498248] 'agreement among raft nodes before linearized reading' (duration: 166.27365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:24.424204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.787262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:24.424264Z","caller":"traceutil/trace.go:171","msg":"trace[217972620] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23594; }","duration":"473.873973ms","start":"2026-03-04T05:49:23.950374Z","end":"2026-03-04T05:49:24.424248Z","steps":["trace[217972620] 'agreement among raft nodes before linearized reading' (duration: 473.771191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:24.424265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.433797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:49:24.424303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:23.950362Z","time spent":"473.929104ms","remote":"127.0.0.1:57344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:49:24.424318Z","caller":"traceutil/trace.go:171","msg":"trace[423482783] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23594; }","duration":"286.5388ms","start":"2026-03-04T05:49:24.137759Z","end":"2026-03-04T05:49:24.424297Z","steps":["trace[423482783] 'agreement among raft nodes before linearized reading' (duration: 286.472509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:24.424319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.252977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-kwgb4.18998cab61229a5c\" ","response":"range_response_count:1 size:949"} {"level":"warn","ts":"2026-03-04T05:49:24.424179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.425243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T05:49:24.424379Z","caller":"traceutil/trace.go:171","msg":"trace[201076958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23594; }","duration":"473.663848ms","start":"2026-03-04T05:49:23.950708Z","end":"2026-03-04T05:49:24.424372Z","steps":["trace[201076958] 'agreement among raft nodes before linearized reading' (duration: 473.302699ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:24.424382Z","caller":"traceutil/trace.go:171","msg":"trace[1827453172] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-kwgb4.18998cab61229a5c; range_end:; response_count:1; response_revision:23594; }","duration":"264.36988ms","start":"2026-03-04T05:49:24.159994Z","end":"2026-03-04T05:49:24.424364Z","steps":["trace[1827453172] 'agreement among raft nodes before linearized reading' (duration: 264.153055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:24.424399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:23.950699Z","time spent":"473.692208ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:49:24.424395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.365743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T05:49:24.424474Z","caller":"traceutil/trace.go:171","msg":"trace[411469514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23594; }","duration":"485.512556ms","start":"2026-03-04T05:49:23.938943Z","end":"2026-03-04T05:49:24.424456Z","steps":["trace[411469514] 'agreement among raft nodes before linearized reading' (duration: 485.300031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:24.424518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:23.938917Z","time spent":"485.591818ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:49:24.424589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.587124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T05:49:24.424605Z","caller":"traceutil/trace.go:171","msg":"trace[115571216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23594; }","duration":"481.649515ms","start":"2026-03-04T05:49:23.942951Z","end":"2026-03-04T05:49:24.4246Z","steps":["trace[115571216] 'agreement among raft nodes before linearized reading' (duration: 481.543573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:24.424618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:23.942932Z","time spent":"481.682996ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:49:24.424734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.360838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:24.424808Z","caller":"traceutil/trace.go:171","msg":"trace[1140663334] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23594; }","duration":"701.477581ms","start":"2026-03-04T05:49:23.723317Z","end":"2026-03-04T05:49:24.424795Z","steps":["trace[1140663334] 'agreement among raft nodes before linearized reading' (duration: 700.662332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:24.424852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:23.723294Z","time spent":"701.547083ms","remote":"127.0.0.1:57124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:24.424743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.191908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T05:49:24.425243Z","caller":"traceutil/trace.go:171","msg":"trace[1603079183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23594; }","duration":"482.70539ms","start":"2026-03-04T05:49:23.942522Z","end":"2026-03-04T05:49:24.425227Z","steps":["trace[1603079183] 'agreement among raft nodes before linearized reading' (duration: 482.153327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:24.425296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:23.942511Z","time spent":"482.769331ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:49:24.426161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.234846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T05:49:24.427322Z","caller":"traceutil/trace.go:171","msg":"trace[575781430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23594; }","duration":"485.482566ms","start":"2026-03-04T05:49:23.94181Z","end":"2026-03-04T05:49:24.427293Z","steps":["trace[575781430] 'agreement among raft nodes before linearized reading' (duration: 482.326761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:24.427448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:23.941777Z","time spent":"485.65729ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T05:49:24.851912Z","caller":"traceutil/trace.go:171","msg":"trace[1354731733] transaction","detail":"{read_only:false; response_revision:23595; number_of_response:1; }","duration":"423.071602ms","start":"2026-03-04T05:49:24.428809Z","end":"2026-03-04T05:49:24.851881Z","steps":["trace[1354731733] 'process raft request' (duration: 397.531444ms)","trace[1354731733] 'compare' (duration: 25.22041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:24.852128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:24.42879Z","time spent":"423.245335ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:25.315121Z","caller":"traceutil/trace.go:171","msg":"trace[713211579] transaction","detail":"{read_only:false; response_revision:23597; number_of_response:1; }","duration":"886.163952ms","start":"2026-03-04T05:49:24.42893Z","end":"2026-03-04T05:49:25.315094Z","steps":["trace[713211579] 'process raft request' (duration: 886.047969ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:25.31513Z","caller":"traceutil/trace.go:171","msg":"trace[468116460] transaction","detail":"{read_only:false; response_revision:23596; number_of_response:1; }","duration":"886.239544ms","start":"2026-03-04T05:49:24.42886Z","end":"2026-03-04T05:49:25.3151Z","steps":["trace[468116460] 'process raft request' (duration: 885.919197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:25.315274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:24.428915Z","time spent":"886.278605ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:25.315284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:24.428834Z","time spent":"886.367997ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:25.315521Z","caller":"traceutil/trace.go:171","msg":"trace[1715243440] transaction","detail":"{read_only:false; response_revision:23598; number_of_response:1; }","duration":"884.469212ms","start":"2026-03-04T05:49:24.43101Z","end":"2026-03-04T05:49:25.315479Z","steps":["trace[1715243440] 'process raft request' (duration: 884.043532ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:25.315643Z","caller":"traceutil/trace.go:171","msg":"trace[324110804] transaction","detail":"{read_only:false; response_revision:23601; number_of_response:1; }","duration":"848.005028ms","start":"2026-03-04T05:49:24.467627Z","end":"2026-03-04T05:49:25.315632Z","steps":["trace[324110804] 'process raft request' (duration: 847.849954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:25.315633Z","caller":"traceutil/trace.go:171","msg":"trace[770956490] linearizableReadLoop","detail":"{readStateIndex:24430; appliedIndex:24426; }","duration":"884.562394ms","start":"2026-03-04T05:49:24.431047Z","end":"2026-03-04T05:49:25.315609Z","steps":["trace[770956490] 'read index received' (duration: 395.312551ms)","trace[770956490] 'applied index is now lower than readState.Index' (duration: 489.248293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:25.31573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:24.467616Z","time spent":"848.067369ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:25.315882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:24.430993Z","time spent":"884.675668ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:25.31557Z","caller":"traceutil/trace.go:171","msg":"trace[168650684] transaction","detail":"{read_only:false; response_revision:23599; number_of_response:1; }","duration":"882.252691ms","start":"2026-03-04T05:49:24.43329Z","end":"2026-03-04T05:49:25.315543Z","steps":["trace[168650684] 'process raft request' (duration: 882.021855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:25.316313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:24.433276Z","time spent":"882.976477ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:25.316689Z","caller":"traceutil/trace.go:171","msg":"trace[1488481838] transaction","detail":"{read_only:false; response_revision:23602; number_of_response:1; }","duration":"696.580906ms","start":"2026-03-04T05:49:24.62009Z","end":"2026-03-04T05:49:25.316671Z","steps":["trace[1488481838] 'process raft request' (duration: 695.424599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:25.31676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:24.62006Z","time spent":"696.671798ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:25.316793Z","caller":"traceutil/trace.go:171","msg":"trace[1548551416] transaction","detail":"{read_only:false; response_revision:23603; number_of_response:1; }","duration":"576.033969ms","start":"2026-03-04T05:49:24.74074Z","end":"2026-03-04T05:49:25.316774Z","steps":["trace[1548551416] 'process raft request' (duration: 574.81445ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:25.316874Z","caller":"traceutil/trace.go:171","msg":"trace[2146517779] transaction","detail":"{read_only:false; response_revision:23600; number_of_response:1; }","duration":"881.835351ms","start":"2026-03-04T05:49:24.435028Z","end":"2026-03-04T05:49:25.316863Z","steps":["trace[2146517779] 'process raft request' (duration: 880.396437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:25.31693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:24.435014Z","time spent":"881.890722ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:25.316913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:24.740701Z","time spent":"576.138161ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:25.317004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.043114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:25.317057Z","caller":"traceutil/trace.go:171","msg":"trace[1090534761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23603; }","duration":"357.154796ms","start":"2026-03-04T05:49:24.95989Z","end":"2026-03-04T05:49:25.317045Z","steps":["trace[1090534761] 'agreement among raft nodes before linearized reading' (duration: 357.037063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:25.317088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:24.959867Z","time spent":"357.214848ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:49:25.317564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.957133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:25.317625Z","caller":"traceutil/trace.go:171","msg":"trace[268008683] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23603; }","duration":"253.064445ms","start":"2026-03-04T05:49:25.064544Z","end":"2026-03-04T05:49:25.317608Z","steps":["trace[268008683] 'agreement among raft nodes before linearized reading' (duration: 252.979073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:25.318273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.219617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T05:49:25.318319Z","caller":"traceutil/trace.go:171","msg":"trace[570886345] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23603; }","duration":"887.282799ms","start":"2026-03-04T05:49:24.431025Z","end":"2026-03-04T05:49:25.318308Z","steps":["trace[570886345] 'agreement among raft nodes before linearized reading' (duration: 887.085074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:25.318349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:24.431007Z","time spent":"887.335749ms","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T05:49:25.952025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590359821,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T05:49:26.016288Z","caller":"traceutil/trace.go:171","msg":"trace[60411379] transaction","detail":"{read_only:false; response_revision:23604; number_of_response:1; }","duration":"633.754573ms","start":"2026-03-04T05:49:25.382497Z","end":"2026-03-04T05:49:26.016252Z","steps":["trace[60411379] 'process raft request' (duration: 633.538788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:26.016518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:25.382464Z","time spent":"633.917677ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:26.038845Z","caller":"traceutil/trace.go:171","msg":"trace[574305357] transaction","detail":"{read_only:false; response_revision:23606; number_of_response:1; }","duration":"656.129797ms","start":"2026-03-04T05:49:25.382705Z","end":"2026-03-04T05:49:26.038835Z","steps":["trace[574305357] 'process raft request' (duration: 656.069066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:26.038913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:25.382698Z","time spent":"656.182448ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:26.039083Z","caller":"traceutil/trace.go:171","msg":"trace[1145040457] transaction","detail":"{read_only:false; response_revision:23605; number_of_response:1; }","duration":"656.529597ms","start":"2026-03-04T05:49:25.382545Z","end":"2026-03-04T05:49:26.039075Z","steps":["trace[1145040457] 'process raft request' (duration: 656.172739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:26.039128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:25.382511Z","time spent":"656.595709ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:26.039094Z","caller":"traceutil/trace.go:171","msg":"trace[130749067] linearizableReadLoop","detail":"{readStateIndex:24439; appliedIndex:24436; }","duration":"588.059092ms","start":"2026-03-04T05:49:25.451001Z","end":"2026-03-04T05:49:26.03906Z","steps":["trace[130749067] 'read index received' (duration: 565.38633ms)","trace[130749067] 'applied index is now lower than readState.Index' (duration: 22.671032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:26.039423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.41892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:49:26.03946Z","caller":"traceutil/trace.go:171","msg":"trace[649519609] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23607; }","duration":"588.507992ms","start":"2026-03-04T05:49:25.450942Z","end":"2026-03-04T05:49:26.03945Z","steps":["trace[649519609] 'agreement among raft nodes before linearized reading' (duration: 588.44864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:26.039483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:25.450913Z","time spent":"588.563383ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:26.039551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.633951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:26.039602Z","caller":"traceutil/trace.go:171","msg":"trace[261728021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23607; }","duration":"248.756344ms","start":"2026-03-04T05:49:25.790833Z","end":"2026-03-04T05:49:26.03959Z","steps":["trace[261728021] 'agreement among raft nodes before linearized reading' (duration: 248.643241ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:26.039608Z","caller":"traceutil/trace.go:171","msg":"trace[2048069873] transaction","detail":"{read_only:false; response_revision:23607; number_of_response:1; }","duration":"626.141414ms","start":"2026-03-04T05:49:25.413456Z","end":"2026-03-04T05:49:26.039597Z","steps":["trace[2048069873] 'process raft request' (duration: 625.351516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:26.03981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:25.413448Z","time spent":"626.337989ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:26.039967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.244602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T05:49:26.039991Z","caller":"traceutil/trace.go:171","msg":"trace[431087412] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23607; }","duration":"103.320933ms","start":"2026-03-04T05:49:25.936664Z","end":"2026-03-04T05:49:26.039985Z","steps":["trace[431087412] 'agreement among raft nodes before linearized reading' (duration: 103.208841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:26.524238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.48417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T05:49:26.524327Z","caller":"traceutil/trace.go:171","msg":"trace[37745943] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23607; }","duration":"408.601543ms","start":"2026-03-04T05:49:26.115705Z","end":"2026-03-04T05:49:26.524307Z","steps":["trace[37745943] 'range keys from in-memory index tree' (duration: 408.288175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:26.52437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:26.115688Z","time spent":"408.672034ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T05:49:27.278576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.102404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:49:27.27869Z","caller":"traceutil/trace.go:171","msg":"trace[727834496] linearizableReadLoop","detail":"{readStateIndex:24441; appliedIndex:24440; }","duration":"752.736884ms","start":"2026-03-04T05:49:26.525937Z","end":"2026-03-04T05:49:27.278674Z","steps":["trace[727834496] 'read index received' (duration: 204.348362ms)","trace[727834496] 'applied index is now lower than readState.Index' (duration: 548.386752ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:49:27.278715Z","caller":"traceutil/trace.go:171","msg":"trace[727331638] transaction","detail":"{read_only:false; response_revision:23609; number_of_response:1; }","duration":"847.038845ms","start":"2026-03-04T05:49:26.431656Z","end":"2026-03-04T05:49:27.278695Z","steps":["trace[727331638] 'process raft request' (duration: 298.733656ms)","trace[727331638] 'compare' (duration: 547.92585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:27.278762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:26.431627Z","time spent":"847.111787ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:27.278869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.930168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"warn","ts":"2026-03-04T05:49:27.278872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.344889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-04T05:49:27.278899Z","caller":"traceutil/trace.go:171","msg":"trace[1439315427] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23609; }","duration":"752.98179ms","start":"2026-03-04T05:49:26.525907Z","end":"2026-03-04T05:49:27.278888Z","steps":["trace[1439315427] 'agreement among raft nodes before linearized reading' (duration: 752.853757ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:27.27891Z","caller":"traceutil/trace.go:171","msg":"trace[1447156459] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23609; }","duration":"681.461942ms","start":"2026-03-04T05:49:26.597434Z","end":"2026-03-04T05:49:27.278896Z","steps":["trace[1447156459] 'agreement among raft nodes before linearized reading' (duration: 681.348599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:27.278926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:26.525889Z","time spent":"753.03034ms","remote":"127.0.0.1:56192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T05:49:27.27894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:26.597411Z","time spent":"681.517744ms","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-04T05:49:27.278978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.466078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T05:49:27.278994Z","caller":"traceutil/trace.go:171","msg":"trace[1871591903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23609; }","duration":"422.53184ms","start":"2026-03-04T05:49:26.856457Z","end":"2026-03-04T05:49:27.278989Z","steps":["trace[1871591903] 'agreement among raft nodes before linearized reading' (duration: 422.482299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:27.279006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:26.856429Z","time spent":"422.57373ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:49:27.279104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.223351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:27.279133Z","caller":"traceutil/trace.go:171","msg":"trace[21496202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23609; }","duration":"488.296582ms","start":"2026-03-04T05:49:26.790827Z","end":"2026-03-04T05:49:27.279124Z","steps":["trace[21496202] 'agreement among raft nodes before linearized reading' (duration: 488.245061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:27.279157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:26.790802Z","time spent":"488.348733ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:49:27.279311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.974347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:49:27.279345Z","caller":"traceutil/trace.go:171","msg":"trace[1042615255] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23609; }","duration":"622.057569ms","start":"2026-03-04T05:49:26.657276Z","end":"2026-03-04T05:49:27.279334Z","steps":["trace[1042615255] 'agreement among raft nodes before linearized reading' (duration: 621.993858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:27.279375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:26.65725Z","time spent":"622.11541ms","remote":"127.0.0.1:36938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:27.279466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.65913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-04T05:49:27.279497Z","caller":"traceutil/trace.go:171","msg":"trace[1706869529] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23609; }","duration":"175.731552ms","start":"2026-03-04T05:49:27.103756Z","end":"2026-03-04T05:49:27.279488Z","steps":["trace[1706869529] 'agreement among raft nodes before linearized reading' (duration: 175.635109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:28.090015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.890445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:49:28.090233Z","caller":"traceutil/trace.go:171","msg":"trace[13401148] transaction","detail":"{read_only:false; response_revision:23611; number_of_response:1; }","duration":"767.477049ms","start":"2026-03-04T05:49:27.322736Z","end":"2026-03-04T05:49:28.090213Z","steps":["trace[13401148] 'process raft request' (duration: 767.380057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:28.090307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:27.322706Z","time spent":"767.569122ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:28.090344Z","caller":"traceutil/trace.go:171","msg":"trace[431488626] transaction","detail":"{read_only:false; response_revision:23610; number_of_response:1; }","duration":"805.07133ms","start":"2026-03-04T05:49:27.28524Z","end":"2026-03-04T05:49:28.090311Z","steps":["trace[431488626] 'process raft request' (duration: 431.786496ms)","trace[431488626] 'compare' (duration: 371.745798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:28.090483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:27.285224Z","time spent":"805.185504ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:28.090826Z","caller":"traceutil/trace.go:171","msg":"trace[1256180064] linearizableReadLoop","detail":"{readStateIndex:24442; appliedIndex:24441; }","duration":"805.338677ms","start":"2026-03-04T05:49:27.28547Z","end":"2026-03-04T05:49:28.090808Z","steps":["trace[1256180064] 'read index received' (duration: 431.574222ms)","trace[1256180064] 'applied index is now lower than readState.Index' (duration: 373.762405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:28.091028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.564573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-04T05:49:28.091067Z","caller":"traceutil/trace.go:171","msg":"trace[1008594622] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23611; }","duration":"805.661905ms","start":"2026-03-04T05:49:27.285395Z","end":"2026-03-04T05:49:28.091057Z","steps":["trace[1008594622] 'agreement among raft nodes before linearized reading' (duration: 805.502441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:28.0911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:27.285369Z","time spent":"805.723916ms","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":804,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-04T05:49:28.519833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.825488ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T05:49:28.520121Z","caller":"traceutil/trace.go:171","msg":"trace[197668638] transaction","detail":"{read_only:false; response_revision:23612; number_of_response:1; }","duration":"496.952583ms","start":"2026-03-04T05:49:28.023153Z","end":"2026-03-04T05:49:28.520106Z","steps":["trace[197668638] 'process raft request' (duration: 496.80005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:28.520213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:28.023127Z","time spent":"497.020325ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:28.876041Z","caller":"traceutil/trace.go:171","msg":"trace[1226662821] transaction","detail":"{read_only:false; response_revision:23615; number_of_response:1; }","duration":"828.554501ms","start":"2026-03-04T05:49:28.047452Z","end":"2026-03-04T05:49:28.876006Z","steps":["trace[1226662821] 'process raft request' (duration: 828.417508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:28.876263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:28.047423Z","time spent":"828.717414ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:28.876356Z","caller":"traceutil/trace.go:171","msg":"trace[1887261072] linearizableReadLoop","detail":"{readStateIndex:24448; appliedIndex:24443; }","duration":"785.45266ms","start":"2026-03-04T05:49:28.090868Z","end":"2026-03-04T05:49:28.87632Z","steps":["trace[1887261072] 'read index received' (duration: 60.219013ms)","trace[1887261072] 'applied index is now lower than readState.Index' (duration: 725.231807ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:49:28.876398Z","caller":"traceutil/trace.go:171","msg":"trace[717165568] transaction","detail":"{read_only:false; response_revision:23613; number_of_response:1; }","duration":"831.0985ms","start":"2026-03-04T05:49:28.045265Z","end":"2026-03-04T05:49:28.876364Z","steps":["trace[717165568] 'process raft request' (duration: 830.343863ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:28.876442Z","caller":"traceutil/trace.go:171","msg":"trace[1281217566] transaction","detail":"{read_only:false; response_revision:23614; number_of_response:1; }","duration":"829.382571ms","start":"2026-03-04T05:49:28.047032Z","end":"2026-03-04T05:49:28.876414Z","steps":["trace[1281217566] 'process raft request' (duration: 828.783657ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:28.876509Z","caller":"traceutil/trace.go:171","msg":"trace[264825983] transaction","detail":"{read_only:false; response_revision:23616; number_of_response:1; }","duration":"780.310929ms","start":"2026-03-04T05:49:28.096171Z","end":"2026-03-04T05:49:28.876482Z","steps":["trace[264825983] 'process raft request' (duration: 779.778707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:28.876572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:28.045241Z","time spent":"831.228964ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:28.876591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556256477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T05:49:28.876615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:28.047023Z","time spent":"829.479773ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:28.876642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:28.096137Z","time spent":"780.439242ms","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:28.876682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583748911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-04T05:49:28.876714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555212333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T05:49:28.876736Z","caller":"traceutil/trace.go:171","msg":"trace[2069085265] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23616; }","duration":"1.583831124s","start":"2026-03-04T05:49:27.292889Z","end":"2026-03-04T05:49:28.87672Z","steps":["trace[2069085265] 'agreement among raft nodes before linearized reading' (duration: 1.583599408s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:28.876748Z","caller":"traceutil/trace.go:171","msg":"trace[1907361058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23616; }","duration":"1.555267364s","start":"2026-03-04T05:49:27.321472Z","end":"2026-03-04T05:49:28.87674Z","steps":["trace[1907361058] 'agreement among raft nodes before linearized reading' (duration: 1.554908036s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:28.87675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555466878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T05:49:28.87677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232131236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:49:28.876785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:27.321325Z","time spent":"1.555452108s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:49:28.876786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:27.292879Z","time spent":"1.583895165s","remote":"127.0.0.1:32844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T05:49:28.876808Z","caller":"traceutil/trace.go:171","msg":"trace[236687503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23616; }","duration":"1.55554583s","start":"2026-03-04T05:49:27.321246Z","end":"2026-03-04T05:49:28.876791Z","steps":["trace[236687503] 'agreement among raft nodes before linearized reading' (duration: 1.555380347s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:28.876648Z","caller":"traceutil/trace.go:171","msg":"trace[320042401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23616; }","duration":"1.556346419s","start":"2026-03-04T05:49:27.320286Z","end":"2026-03-04T05:49:28.876633Z","steps":["trace[320042401] 'agreement among raft nodes before linearized reading' (duration: 1.556116323s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:28.876814Z","caller":"traceutil/trace.go:171","msg":"trace[1157999823] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23616; }","duration":"1.232216228s","start":"2026-03-04T05:49:27.644588Z","end":"2026-03-04T05:49:28.876804Z","steps":["trace[1157999823] 'agreement among raft nodes before linearized reading' (duration: 1.232117835s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:28.876817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555849238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T05:49:28.87685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:27.321235Z","time spent":"1.555606192s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:49:28.876852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:27.320271Z","time spent":"1.556573445s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T05:49:28.876872Z","caller":"traceutil/trace.go:171","msg":"trace[1265718106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23616; }","duration":"1.555922949s","start":"2026-03-04T05:49:27.320934Z","end":"2026-03-04T05:49:28.876857Z","steps":["trace[1265718106] 'agreement among raft nodes before linearized reading' (duration: 1.555709534s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:28.876859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:27.644564Z","time spent":"1.23228484s","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:28.876908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:27.320924Z","time spent":"1.55597618s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:49:28.877002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591493094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"warn","ts":"2026-03-04T05:49:28.87702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591275358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-87296daf-4a79-470b-abfd-0e8a8d6d6204\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-04T05:49:28.877056Z","caller":"traceutil/trace.go:171","msg":"trace[674146224] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23616; }","duration":"1.591595806s","start":"2026-03-04T05:49:27.285446Z","end":"2026-03-04T05:49:28.877041Z","steps":["trace[674146224] 'agreement among raft nodes before linearized reading' (duration: 1.591439973s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:28.877072Z","caller":"traceutil/trace.go:171","msg":"trace[225849813] range","detail":"{range_begin:/registry/persistentvolumes/pvc-87296daf-4a79-470b-abfd-0e8a8d6d6204; range_end:; response_count:1; response_revision:23616; }","duration":"1.5913457s","start":"2026-03-04T05:49:27.285711Z","end":"2026-03-04T05:49:28.877057Z","steps":["trace[225849813] 'agreement among raft nodes before linearized reading' (duration: 1.591119324s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:28.877101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:27.285426Z","time spent":"1.591662557s","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":749,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-04T05:49:28.877108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:27.285697Z","time spent":"1.591403002s","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-87296daf-4a79-470b-abfd-0e8a8d6d6204\" "} {"level":"info","ts":"2026-03-04T05:49:28.919139Z","caller":"traceutil/trace.go:171","msg":"trace[1333909581] transaction","detail":"{read_only:false; response_revision:23618; number_of_response:1; }","duration":"389.706889ms","start":"2026-03-04T05:49:28.52941Z","end":"2026-03-04T05:49:28.919117Z","steps":["trace[1333909581] 'process raft request' (duration: 389.612697ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:28.919138Z","caller":"traceutil/trace.go:171","msg":"trace[1989397193] transaction","detail":"{read_only:false; response_revision:23617; number_of_response:1; }","duration":"505.381712ms","start":"2026-03-04T05:49:28.413717Z","end":"2026-03-04T05:49:28.919098Z","steps":["trace[1989397193] 'process raft request' (duration: 505.102295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:28.919202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.003276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:28.919238Z","caller":"traceutil/trace.go:171","msg":"trace[1195118392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23618; }","duration":"129.076487ms","start":"2026-03-04T05:49:28.790152Z","end":"2026-03-04T05:49:28.919228Z","steps":["trace[1195118392] 'agreement among raft nodes before linearized reading' (duration: 128.981654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:28.919236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.311918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:28.919298Z","caller":"traceutil/trace.go:171","msg":"trace[1371499425] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23618; }","duration":"145.42486ms","start":"2026-03-04T05:49:28.773858Z","end":"2026-03-04T05:49:28.919283Z","steps":["trace[1371499425] 'agreement among raft nodes before linearized reading' (duration: 145.298117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:28.91943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:28.529388Z","time spent":"389.813982ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:28.919481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:28.413697Z","time spent":"505.526095ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:29.261554Z","caller":"traceutil/trace.go:171","msg":"trace[1375304357] transaction","detail":"{read_only:false; response_revision:23620; number_of_response:1; }","duration":"379.02463ms","start":"2026-03-04T05:49:28.8825Z","end":"2026-03-04T05:49:29.261525Z","steps":["trace[1375304357] 'process raft request' (duration: 378.868006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:29.261735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:28.882488Z","time spent":"379.150592ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:29.261762Z","caller":"traceutil/trace.go:171","msg":"trace[1425910799] transaction","detail":"{read_only:false; response_revision:23619; number_of_response:1; }","duration":"380.007372ms","start":"2026-03-04T05:49:28.881714Z","end":"2026-03-04T05:49:29.261722Z","steps":["trace[1425910799] 'process raft request' (duration: 379.260515ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:29.26182Z","caller":"traceutil/trace.go:171","msg":"trace[757675657] linearizableReadLoop","detail":"{readStateIndex:24456; appliedIndex:24451; }","duration":"342.708278ms","start":"2026-03-04T05:49:28.91908Z","end":"2026-03-04T05:49:29.261789Z","steps":["trace[757675657] 'read index received' (duration: 341.800716ms)","trace[757675657] 'applied index is now lower than readState.Index' (duration: 905.982µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:29.261965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:28.881698Z","time spent":"380.156075ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:29.262201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.209637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T05:49:29.262221Z","caller":"traceutil/trace.go:171","msg":"trace[1230247516] transaction","detail":"{read_only:false; response_revision:23623; number_of_response:1; }","duration":"379.001708ms","start":"2026-03-04T05:49:28.883195Z","end":"2026-03-04T05:49:29.262197Z","steps":["trace[1230247516] 'process raft request' (duration: 378.543208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:29.262252Z","caller":"traceutil/trace.go:171","msg":"trace[1318399814] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23623; }","duration":"380.277278ms","start":"2026-03-04T05:49:28.881959Z","end":"2026-03-04T05:49:29.262237Z","steps":["trace[1318399814] 'agreement among raft nodes before linearized reading' (duration: 380.036363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:29.262288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:28.881943Z","time spent":"380.33788ms","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-04T05:49:29.262291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.730349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18998d5a91d6ca0a\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-04T05:49:29.262332Z","caller":"traceutil/trace.go:171","msg":"trace[2088131801] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18998d5a91d6ca0a; range_end:; response_count:1; response_revision:23623; }","duration":"380.829691ms","start":"2026-03-04T05:49:28.881489Z","end":"2026-03-04T05:49:29.262319Z","steps":["trace[2088131801] 'agreement among raft nodes before linearized reading' (duration: 380.620926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:29.262219Z","caller":"traceutil/trace.go:171","msg":"trace[81806742] transaction","detail":"{read_only:false; response_revision:23622; number_of_response:1; }","duration":"379.0629ms","start":"2026-03-04T05:49:28.883124Z","end":"2026-03-04T05:49:29.262187Z","steps":["trace[81806742] 'process raft request' (duration: 378.525947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:29.262454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.369969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"warn","ts":"2026-03-04T05:49:29.262458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:28.883182Z","time spent":"379.081051ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:29.262485Z","caller":"traceutil/trace.go:171","msg":"trace[1452784886] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:23623; }","duration":"336.4265ms","start":"2026-03-04T05:49:28.926054Z","end":"2026-03-04T05:49:29.26248Z","steps":["trace[1452784886] 'agreement among raft nodes before linearized reading' (duration: 336.345488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:29.262512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:28.926042Z","time spent":"336.464991ms","remote":"127.0.0.1:56222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1010,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-04T05:49:29.262544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.715878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6c8648b88-bv9fn.18998d5d017ec990\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-04T05:49:29.262612Z","caller":"traceutil/trace.go:171","msg":"trace[736282629] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6c8648b88-bv9fn.18998d5d017ec990; range_end:; response_count:1; response_revision:23623; }","duration":"316.804661ms","start":"2026-03-04T05:49:28.945787Z","end":"2026-03-04T05:49:29.262591Z","steps":["trace[736282629] 'agreement among raft nodes before linearized reading' (duration: 316.608436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:29.262365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:28.881467Z","time spent":"380.889213ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18998d5a91d6ca0a\" "} {"level":"warn","ts":"2026-03-04T05:49:29.262676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:28.945776Z","time spent":"316.885752ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":804,"request content":"key:\"/registry/events/openstack/magnum-api-6c8648b88-bv9fn.18998d5d017ec990\" "} {"level":"warn","ts":"2026-03-04T05:49:29.262341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.184065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:29.262738Z","caller":"traceutil/trace.go:171","msg":"trace[1601052828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23623; }","duration":"342.636386ms","start":"2026-03-04T05:49:28.920092Z","end":"2026-03-04T05:49:29.262728Z","steps":["trace[1601052828] 'agreement among raft nodes before linearized reading' (duration: 342.159585ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:29.262693Z","caller":"traceutil/trace.go:171","msg":"trace[1174702501] transaction","detail":"{read_only:false; response_revision:23621; number_of_response:1; }","duration":"380.118774ms","start":"2026-03-04T05:49:28.882507Z","end":"2026-03-04T05:49:29.262626Z","steps":["trace[1174702501] 'process raft request' (duration: 378.970927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:29.262763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:28.920075Z","time spent":"342.681696ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:49:29.262927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:28.882497Z","time spent":"380.31314ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:29.262939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.786868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:49:29.263378Z","caller":"traceutil/trace.go:171","msg":"trace[2110583634] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23623; }","duration":"218.460683ms","start":"2026-03-04T05:49:29.044881Z","end":"2026-03-04T05:49:29.263342Z","steps":["trace[2110583634] 'agreement among raft nodes before linearized reading' (duration: 217.584883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:29.263591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:28.883099Z","time spent":"379.346947ms","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:29.766798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590359860,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T05:49:30.240803Z","caller":"traceutil/trace.go:171","msg":"trace[74391444] transaction","detail":"{read_only:false; response_revision:23624; number_of_response:1; }","duration":"975.361294ms","start":"2026-03-04T05:49:29.265413Z","end":"2026-03-04T05:49:30.240774Z","steps":["trace[74391444] 'process raft request' (duration: 975.125909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:30.240991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:29.265383Z","time spent":"975.506558ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:30.768323Z","caller":"traceutil/trace.go:171","msg":"trace[751438297] transaction","detail":"{read_only:false; response_revision:23625; number_of_response:1; }","duration":"1.502391564s","start":"2026-03-04T05:49:29.265889Z","end":"2026-03-04T05:49:30.768281Z","steps":["trace[751438297] 'process raft request' (duration: 1.407266633s)","trace[751438297] 'compare' (duration: 94.749843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:30.768466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:29.265858Z","time spent":"1.502529318s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:30.768526Z","caller":"traceutil/trace.go:171","msg":"trace[1779195646] transaction","detail":"{read_only:false; response_revision:23626; number_of_response:1; }","duration":"1.484667239s","start":"2026-03-04T05:49:29.283811Z","end":"2026-03-04T05:49:30.768478Z","steps":["trace[1779195646] 'process raft request' (duration: 1.484410533s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:30.768643Z","caller":"traceutil/trace.go:171","msg":"trace[301629936] transaction","detail":"{read_only:false; response_revision:23628; number_of_response:1; }","duration":"243.208484ms","start":"2026-03-04T05:49:30.525416Z","end":"2026-03-04T05:49:30.768625Z","steps":["trace[301629936] 'process raft request' (duration: 243.156072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:30.768716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:29.283793Z","time spent":"1.484828532s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:30.76877Z","caller":"traceutil/trace.go:171","msg":"trace[1970513810] transaction","detail":"{read_only:false; response_revision:23627; number_of_response:1; }","duration":"673.158898ms","start":"2026-03-04T05:49:30.095597Z","end":"2026-03-04T05:49:30.768756Z","steps":["trace[1970513810] 'process raft request' (duration: 672.814169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:30.768839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:30.095571Z","time spent":"673.230939ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:30.769322Z","caller":"traceutil/trace.go:171","msg":"trace[1025439870] linearizableReadLoop","detail":"{readStateIndex:24459; appliedIndex:24456; }","duration":"1.502931997s","start":"2026-03-04T05:49:29.266172Z","end":"2026-03-04T05:49:30.769104Z","steps":["trace[1025439870] 'read index received' (duration: 974.397962ms)","trace[1025439870] 'applied index is now lower than readState.Index' (duration: 528.530315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:30.769602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345934746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:49:30.76961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503430269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-03650ea8-52d1-4922-9f77-464168b610d6\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T05:49:30.769644Z","caller":"traceutil/trace.go:171","msg":"trace[953709098] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23628; }","duration":"1.346052168s","start":"2026-03-04T05:49:29.423581Z","end":"2026-03-04T05:49:30.769633Z","steps":["trace[953709098] 'agreement among raft nodes before linearized reading' (duration: 1.345918305s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:30.769657Z","caller":"traceutil/trace.go:171","msg":"trace[2103890576] range","detail":"{range_begin:/registry/persistentvolumes/pvc-03650ea8-52d1-4922-9f77-464168b610d6; range_end:; response_count:1; response_revision:23628; }","duration":"1.50349456s","start":"2026-03-04T05:49:29.26615Z","end":"2026-03-04T05:49:30.769644Z","steps":["trace[2103890576] 'agreement among raft nodes before linearized reading' (duration: 1.503335207s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:30.769713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:29.266136Z","time spent":"1.503569992s","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-03650ea8-52d1-4922-9f77-464168b610d6\" "} {"level":"warn","ts":"2026-03-04T05:49:30.769719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:29.423558Z","time spent":"1.346139241s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:30.76976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.962652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418276"} {"level":"info","ts":"2026-03-04T05:49:30.769826Z","caller":"traceutil/trace.go:171","msg":"trace[726766978] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23628; }","duration":"890.076434ms","start":"2026-03-04T05:49:29.879737Z","end":"2026-03-04T05:49:30.769813Z","steps":["trace[726766978] 'agreement among raft nodes before linearized reading' (duration: 889.793638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:30.769646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.909147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18998d59f5265c83\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-03-04T05:49:30.769865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:29.879712Z","time spent":"890.145446ms","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418299,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-04T05:49:30.76989Z","caller":"traceutil/trace.go:171","msg":"trace[374876385] range","detail":"{range_begin:/registry/events/openstack/container-infra.18998d59f5265c83; range_end:; response_count:1; response_revision:23628; }","duration":"524.187834ms","start":"2026-03-04T05:49:30.245691Z","end":"2026-03-04T05:49:30.769879Z","steps":["trace[374876385] 'agreement among raft nodes before linearized reading' (duration: 523.854606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:30.769937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:30.245673Z","time spent":"524.248065ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18998d59f5265c83\" "} {"level":"warn","ts":"2026-03-04T05:49:30.769623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.212875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:30.770195Z","caller":"traceutil/trace.go:171","msg":"trace[139063124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23628; }","duration":"979.664195ms","start":"2026-03-04T05:49:29.790355Z","end":"2026-03-04T05:49:30.770019Z","steps":["trace[139063124] 'agreement among raft nodes before linearized reading' (duration: 979.220685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:30.770195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.55923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T05:49:30.770366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:29.790333Z","time spent":"979.923352ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:49:30.770458Z","caller":"traceutil/trace.go:171","msg":"trace[1390723592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23628; }","duration":"674.727984ms","start":"2026-03-04T05:49:30.095584Z","end":"2026-03-04T05:49:30.770312Z","steps":["trace[1390723592] 'agreement among raft nodes before linearized reading' (duration: 673.936266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:30.770635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:30.095527Z","time spent":"675.056812ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:49:31.276291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590359869,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T05:49:31.62108Z","caller":"traceutil/trace.go:171","msg":"trace[1560039040] transaction","detail":"{read_only:false; response_revision:23629; number_of_response:1; }","duration":"847.562458ms","start":"2026-03-04T05:49:30.773474Z","end":"2026-03-04T05:49:31.621037Z","steps":["trace[1560039040] 'process raft request' (duration: 754.434564ms)","trace[1560039040] 'compare' (duration: 92.945939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:31.621365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:30.77344Z","time spent":"847.771932ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:32.299111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.615844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:49:32.29968Z","caller":"traceutil/trace.go:171","msg":"trace[1294634274] transaction","detail":"{read_only:false; response_revision:23631; number_of_response:1; }","duration":"1.417440542s","start":"2026-03-04T05:49:30.882205Z","end":"2026-03-04T05:49:32.299645Z","steps":["trace[1294634274] 'process raft request' (duration: 1.417003992s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:32.299764Z","caller":"traceutil/trace.go:171","msg":"trace[720879711] transaction","detail":"{read_only:false; response_revision:23632; number_of_response:1; }","duration":"1.417204686s","start":"2026-03-04T05:49:30.882501Z","end":"2026-03-04T05:49:32.299705Z","steps":["trace[720879711] 'process raft request' (duration: 1.416777506s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:32.299884Z","caller":"traceutil/trace.go:171","msg":"trace[682735832] transaction","detail":"{read_only:false; response_revision:23630; number_of_response:1; }","duration":"1.525126427s","start":"2026-03-04T05:49:30.774745Z","end":"2026-03-04T05:49:32.299871Z","steps":["trace[682735832] 'process raft request' (duration: 1.268633902s)","trace[682735832] 'compare' (duration: 255.098902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:32.299954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:30.774728Z","time spent":"1.525193348s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:32.299947Z","caller":"traceutil/trace.go:171","msg":"trace[2146465074] transaction","detail":"{read_only:false; response_revision:23634; number_of_response:1; }","duration":"1.386446464s","start":"2026-03-04T05:49:30.913462Z","end":"2026-03-04T05:49:32.299909Z","steps":["trace[2146465074] 'process raft request' (duration: 1.386196998s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:32.299836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:30.882176Z","time spent":"1.417573104s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:32.299964Z","caller":"traceutil/trace.go:171","msg":"trace[1908713355] transaction","detail":"{read_only:false; response_revision:23633; number_of_response:1; }","duration":"1.416805966s","start":"2026-03-04T05:49:30.883108Z","end":"2026-03-04T05:49:32.299914Z","steps":["trace[1908713355] 'process raft request' (duration: 1.416206702s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:32.300042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:30.882484Z","time spent":"1.417419071s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:32.300064Z","caller":"traceutil/trace.go:171","msg":"trace[603943089] transaction","detail":"{read_only:false; response_revision:23635; number_of_response:1; }","duration":"1.375932228s","start":"2026-03-04T05:49:30.924082Z","end":"2026-03-04T05:49:32.300015Z","steps":["trace[603943089] 'process raft request' (duration: 1.375662952s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:32.300126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:30.913435Z","time spent":"1.386595178s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:32.300178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:30.883101Z","time spent":"1.416963151s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:32.300448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:30.924058Z","time spent":"1.376107892s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:32.300714Z","caller":"traceutil/trace.go:171","msg":"trace[1876936990] linearizableReadLoop","detail":"{readStateIndex:24469; appliedIndex:24461; }","duration":"1.524707747s","start":"2026-03-04T05:49:30.775986Z","end":"2026-03-04T05:49:32.300694Z","steps":["trace[1876936990] 'read index received' (duration: 752.000166ms)","trace[1876936990] 'applied index is now lower than readState.Index' (duration: 772.706421ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:49:32.300871Z","caller":"traceutil/trace.go:171","msg":"trace[1283900703] transaction","detail":"{read_only:false; response_revision:23636; number_of_response:1; }","duration":"1.130887741s","start":"2026-03-04T05:49:31.169827Z","end":"2026-03-04T05:49:32.300715Z","steps":["trace[1283900703] 'process raft request' (duration: 1.130352758s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:32.301097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525097476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c1725ee3-b5fe-4a9f-84ea-bdb7f4958564\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T05:49:32.301169Z","caller":"traceutil/trace.go:171","msg":"trace[492052734] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c1725ee3-b5fe-4a9f-84ea-bdb7f4958564; range_end:; response_count:1; response_revision:23636; }","duration":"1.525180758s","start":"2026-03-04T05:49:30.775968Z","end":"2026-03-04T05:49:32.301149Z","steps":["trace[492052734] 'agreement among raft nodes before linearized reading' (duration: 1.524794769s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:32.301215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:30.77596Z","time spent":"1.525246249s","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-c1725ee3-b5fe-4a9f-84ea-bdb7f4958564\" "} {"level":"warn","ts":"2026-03-04T05:49:32.302544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:31.169802Z","time spent":"1.131202529s","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418334,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:32.302881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425659944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-03-04T05:49:32.302934Z","caller":"traceutil/trace.go:171","msg":"trace[1704992711] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23636; }","duration":"1.425740637s","start":"2026-03-04T05:49:30.877181Z","end":"2026-03-04T05:49:32.302921Z","steps":["trace[1704992711] 'agreement among raft nodes before linearized reading' (duration: 1.425601733s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:32.302958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:30.877168Z","time spent":"1.425785347s","remote":"127.0.0.1:56222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-04T05:49:32.303297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034609693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T05:49:32.303325Z","caller":"traceutil/trace.go:171","msg":"trace[1128767880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23636; }","duration":"1.034640444s","start":"2026-03-04T05:49:31.268678Z","end":"2026-03-04T05:49:32.303318Z","steps":["trace[1128767880] 'agreement among raft nodes before linearized reading' (duration: 1.034525161s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:32.303344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:31.268617Z","time spent":"1.034722126s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:49:32.303453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.983321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:49:32.30348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035083565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T05:49:32.303473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012875163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:32.3035Z","caller":"traceutil/trace.go:171","msg":"trace[1195867679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23636; }","duration":"1.035148976s","start":"2026-03-04T05:49:31.268345Z","end":"2026-03-04T05:49:32.303494Z","steps":["trace[1195867679] 'agreement among raft nodes before linearized reading' (duration: 1.035088705s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:32.303519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:31.268318Z","time spent":"1.035196037s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T05:49:32.303519Z","caller":"traceutil/trace.go:171","msg":"trace[358229960] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23636; }","duration":"1.012945295s","start":"2026-03-04T05:49:31.290563Z","end":"2026-03-04T05:49:32.303508Z","steps":["trace[358229960] 'agreement among raft nodes before linearized reading' (duration: 1.012866114s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:32.30355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:31.290553Z","time spent":"1.012989136s","remote":"127.0.0.1:36920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:32.303558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.027565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:49:32.303584Z","caller":"traceutil/trace.go:171","msg":"trace[345913941] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23636; }","duration":"195.100586ms","start":"2026-03-04T05:49:32.108476Z","end":"2026-03-04T05:49:32.303577Z","steps":["trace[345913941] 'agreement among raft nodes before linearized reading' (duration: 195.054255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:32.303619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134204989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:32.303642Z","caller":"traceutil/trace.go:171","msg":"trace[78670087] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23636; }","duration":"1.134228569s","start":"2026-03-04T05:49:31.169404Z","end":"2026-03-04T05:49:32.303633Z","steps":["trace[78670087] 'agreement among raft nodes before linearized reading' (duration: 1.134191869s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:32.30366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:31.169251Z","time spent":"1.134403894s","remote":"127.0.0.1:53922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:32.303754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.506122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:32.303777Z","caller":"traceutil/trace.go:171","msg":"trace[428761587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23636; }","duration":"513.578354ms","start":"2026-03-04T05:49:31.790191Z","end":"2026-03-04T05:49:32.303769Z","steps":["trace[428761587] 'agreement among raft nodes before linearized reading' (duration: 513.535603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:32.303797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:31.790167Z","time spent":"513.625265ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:49:32.303503Z","caller":"traceutil/trace.go:171","msg":"trace[1865107668] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23636; }","duration":"719.082783ms","start":"2026-03-04T05:49:31.584402Z","end":"2026-03-04T05:49:32.303485Z","steps":["trace[1865107668] 'agreement among raft nodes before linearized reading' (duration: 718.980171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:32.303865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:31.584345Z","time spent":"719.511474ms","remote":"127.0.0.1:56436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:32.30399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034935501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T05:49:32.304067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03490383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T05:49:32.304337Z","caller":"traceutil/trace.go:171","msg":"trace[1201683775] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23636; }","duration":"1.035207018s","start":"2026-03-04T05:49:31.269117Z","end":"2026-03-04T05:49:32.304324Z","steps":["trace[1201683775] 'agreement among raft nodes before linearized reading' (duration: 1.03489954s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:32.304363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:31.269097Z","time spent":"1.035258008s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T05:49:32.304211Z","caller":"traceutil/trace.go:171","msg":"trace[27646931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23636; }","duration":"1.035170076s","start":"2026-03-04T05:49:31.269016Z","end":"2026-03-04T05:49:32.304186Z","steps":["trace[27646931] 'agreement among raft nodes before linearized reading' (duration: 1.034159383s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:32.304754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:31.269006Z","time spent":"1.035723429s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:49:32.81474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590359881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:49:33.329422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.179397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:49:33.329664Z","caller":"traceutil/trace.go:171","msg":"trace[1928943286] transaction","detail":"{read_only:false; response_revision:23637; number_of_response:1; }","duration":"1.021096748s","start":"2026-03-04T05:49:32.308531Z","end":"2026-03-04T05:49:33.329628Z","steps":["trace[1928943286] 'process raft request' (duration: 524.551622ms)","trace[1928943286] 'compare' (duration: 495.511361ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:49:33.329713Z","caller":"traceutil/trace.go:171","msg":"trace[2036836211] transaction","detail":"{read_only:false; response_revision:23639; number_of_response:1; }","duration":"1.020316099s","start":"2026-03-04T05:49:32.309374Z","end":"2026-03-04T05:49:33.32969Z","steps":["trace[2036836211] 'process raft request' (duration: 1.020228057s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:33.329719Z","caller":"traceutil/trace.go:171","msg":"trace[1823687007] transaction","detail":"{read_only:false; response_revision:23638; number_of_response:1; }","duration":"1.021159919s","start":"2026-03-04T05:49:32.308506Z","end":"2026-03-04T05:49:33.329666Z","steps":["trace[1823687007] 'process raft request' (duration: 1.021026746s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:33.329839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:32.308509Z","time spent":"1.02123368s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:33.329994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:32.308479Z","time spent":"1.021377494s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:33.329791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:32.309319Z","time spent":"1.020435833s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:33.330061Z","caller":"traceutil/trace.go:171","msg":"trace[512261850] transaction","detail":"{read_only:false; response_revision:23640; number_of_response:1; }","duration":"1.0199348s","start":"2026-03-04T05:49:32.310102Z","end":"2026-03-04T05:49:33.330037Z","steps":["trace[512261850] 'process raft request' (duration: 1.019543321s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:33.330079Z","caller":"traceutil/trace.go:171","msg":"trace[937705840] transaction","detail":"{read_only:false; response_revision:23641; number_of_response:1; }","duration":"554.500725ms","start":"2026-03-04T05:49:32.77556Z","end":"2026-03-04T05:49:33.330061Z","steps":["trace[937705840] 'process raft request' (duration: 554.368702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:33.33019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:32.310091Z","time spent":"1.020034722s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:33.330206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:32.77553Z","time spent":"554.618637ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:33.330338Z","caller":"traceutil/trace.go:171","msg":"trace[1233124701] transaction","detail":"{read_only:false; response_revision:23642; number_of_response:1; }","duration":"553.135322ms","start":"2026-03-04T05:49:32.777167Z","end":"2026-03-04T05:49:33.330302Z","steps":["trace[1233124701] 'process raft request' (duration: 552.861996ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:33.330433Z","caller":"traceutil/trace.go:171","msg":"trace[308215659] linearizableReadLoop","detail":"{readStateIndex:24476; appliedIndex:24469; }","duration":"1.015703511s","start":"2026-03-04T05:49:32.314707Z","end":"2026-03-04T05:49:33.330411Z","steps":["trace[308215659] 'read index received' (duration: 518.399818ms)","trace[308215659] 'applied index is now lower than readState.Index' (duration: 497.302413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:33.330526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:32.777153Z","time spent":"553.276085ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:33.330501Z","caller":"traceutil/trace.go:171","msg":"trace[771994443] transaction","detail":"{read_only:false; response_revision:23643; number_of_response:1; }","duration":"553.233095ms","start":"2026-03-04T05:49:32.77722Z","end":"2026-03-04T05:49:33.330453Z","steps":["trace[771994443] 'process raft request' (duration: 553.002179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:33.330578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015867595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-03-04T05:49:33.330616Z","caller":"traceutil/trace.go:171","msg":"trace[511279696] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23643; }","duration":"1.015908816s","start":"2026-03-04T05:49:32.3147Z","end":"2026-03-04T05:49:33.330609Z","steps":["trace[511279696] 'agreement among raft nodes before linearized reading' (duration: 1.015818713s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:33.330639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:32.314663Z","time spent":"1.015972197s","remote":"127.0.0.1:56222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-04T05:49:33.330714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.598511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-04T05:49:33.330732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.562204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-04T05:49:33.330787Z","caller":"traceutil/trace.go:171","msg":"trace[1146854965] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23643; }","duration":"148.658366ms","start":"2026-03-04T05:49:33.182116Z","end":"2026-03-04T05:49:33.330774Z","steps":["trace[1146854965] 'agreement among raft nodes before linearized reading' (duration: 148.477622ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:33.330794Z","caller":"traceutil/trace.go:171","msg":"trace[1238164591] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:23643; }","duration":"561.714333ms","start":"2026-03-04T05:49:32.769057Z","end":"2026-03-04T05:49:33.330771Z","steps":["trace[1238164591] 'agreement among raft nodes before linearized reading' (duration: 561.505708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:33.330813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:32.777203Z","time spent":"553.439269ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:33.330843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:32.769034Z","time spent":"561.797746ms","remote":"127.0.0.1:56060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.49\" "} {"level":"warn","ts":"2026-03-04T05:49:34.930711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235289511s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T05:49:34.931279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:33.332676Z","time spent":"1.598590731s","remote":"127.0.0.1:56060","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T05:49:34.93139Z","caller":"traceutil/trace.go:171","msg":"trace[1371862784] linearizableReadLoop","detail":"{readStateIndex:24477; appliedIndex:24476; }","duration":"1.596913562s","start":"2026-03-04T05:49:33.334439Z","end":"2026-03-04T05:49:34.931352Z","steps":["trace[1371862784] 'read index received' (duration: 360.981696ms)","trace[1371862784] 'applied index is now lower than readState.Index' (duration: 1.235927986s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:34.931598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597143497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-04T05:49:34.93165Z","caller":"traceutil/trace.go:171","msg":"trace[1419290399] transaction","detail":"{read_only:false; response_revision:23644; number_of_response:1; }","duration":"1.005800678s","start":"2026-03-04T05:49:33.925827Z","end":"2026-03-04T05:49:34.931627Z","steps":["trace[1419290399] 'process raft request' (duration: 1.005486971s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:34.931687Z","caller":"traceutil/trace.go:171","msg":"trace[1358071145] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23643; }","duration":"1.597246909s","start":"2026-03-04T05:49:33.334423Z","end":"2026-03-04T05:49:34.93167Z","steps":["trace[1358071145] 'agreement among raft nodes before linearized reading' (duration: 1.596994383s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:34.931736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:33.334386Z","time spent":"1.597341012s","remote":"127.0.0.1:56192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T05:49:34.931769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:33.9258Z","time spent":"1.005898651s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:35.356281Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.049632306s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T05:49:35.771799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.131835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:49:35.771945Z","caller":"traceutil/trace.go:171","msg":"trace[1832785747] transaction","detail":"{read_only:false; response_revision:23645; number_of_response:1; }","duration":"1.465371265s","start":"2026-03-04T05:49:34.306545Z","end":"2026-03-04T05:49:35.771917Z","steps":["trace[1832785747] 'process raft request' (duration: 1.049992354s)","trace[1832785747] 'compare' (duration: 413.60533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:35.772018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:34.306516Z","time spent":"1.465468998s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:35.790645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T05:49:35.79074Z","caller":"traceutil/trace.go:171","msg":"trace[1154755161] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000403733s","start":"2026-03-04T05:49:33.790315Z","end":"2026-03-04T05:49:35.790719Z","steps":["trace[1154755161] 'agreement among raft nodes before linearized reading' (duration: 2.00028206s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:35.790843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:33.790295Z","time spent":"2.000507346s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:49:36.335473Z","caller":"traceutil/trace.go:171","msg":"trace[1863986138] transaction","detail":"{read_only:false; response_revision:23648; number_of_response:1; }","duration":"2.024146221s","start":"2026-03-04T05:49:34.311306Z","end":"2026-03-04T05:49:36.335453Z","steps":["trace[1863986138] 'process raft request' (duration: 2.024064349s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:36.335584Z","caller":"traceutil/trace.go:171","msg":"trace[1455786427] transaction","detail":"{read_only:false; response_revision:23646; number_of_response:1; }","duration":"2.026735731s","start":"2026-03-04T05:49:34.308819Z","end":"2026-03-04T05:49:36.335554Z","steps":["trace[1455786427] 'process raft request' (duration: 1.946701364s)","trace[1455786427] 'compare' (duration: 79.569706ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:49:36.335608Z","caller":"traceutil/trace.go:171","msg":"trace[1275648687] transaction","detail":"{read_only:false; response_revision:23647; number_of_response:1; }","duration":"2.026556417s","start":"2026-03-04T05:49:34.309022Z","end":"2026-03-04T05:49:36.335579Z","steps":["trace[1275648687] 'process raft request' (duration: 2.02625558s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:36.33573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:34.308809Z","time spent":"2.026840733s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:36.335782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:34.308985Z","time spent":"2.02671279s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:36.335788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:34.311297Z","time spent":"2.024248023s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:36.336085Z","caller":"traceutil/trace.go:171","msg":"trace[652092857] transaction","detail":"{read_only:false; response_revision:23649; number_of_response:1; }","duration":"1.403375552s","start":"2026-03-04T05:49:34.932692Z","end":"2026-03-04T05:49:36.336067Z","steps":["trace[652092857] 'process raft request' (duration: 1.402719217s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:36.336126Z","caller":"traceutil/trace.go:171","msg":"trace[1002832909] transaction","detail":"{read_only:false; response_revision:23650; number_of_response:1; }","duration":"999.307626ms","start":"2026-03-04T05:49:35.336793Z","end":"2026-03-04T05:49:36.3361Z","steps":["trace[1002832909] 'process raft request' (duration: 999.155382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:36.336161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:34.932629Z","time spent":"1.403494664s","remote":"127.0.0.1:56060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:36.336214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:35.336758Z","time spent":"999.411959ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:36.336332Z","caller":"traceutil/trace.go:171","msg":"trace[1373006992] transaction","detail":"{read_only:false; response_revision:23651; number_of_response:1; }","duration":"999.156462ms","start":"2026-03-04T05:49:35.337154Z","end":"2026-03-04T05:49:36.336311Z","steps":["trace[1373006992] 'process raft request' (duration: 998.868735ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:36.336375Z","caller":"traceutil/trace.go:171","msg":"trace[214150146] transaction","detail":"{read_only:false; response_revision:23654; number_of_response:1; }","duration":"787.343825ms","start":"2026-03-04T05:49:35.549018Z","end":"2026-03-04T05:49:36.336361Z","steps":["trace[214150146] 'process raft request' (duration: 787.273263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:36.336432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:35.337119Z","time spent":"999.263745ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:36.336481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:35.548994Z","time spent":"787.450187ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:36.336529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774947369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:36.336559Z","caller":"traceutil/trace.go:171","msg":"trace[2143866967] transaction","detail":"{read_only:false; response_revision:23653; number_of_response:1; }","duration":"804.22055ms","start":"2026-03-04T05:49:35.532324Z","end":"2026-03-04T05:49:36.336544Z","steps":["trace[2143866967] 'process raft request' (duration: 803.894593ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:36.336399Z","caller":"traceutil/trace.go:171","msg":"trace[413092134] linearizableReadLoop","detail":"{readStateIndex:24482; appliedIndex:24478; }","duration":"1.404911327s","start":"2026-03-04T05:49:34.931467Z","end":"2026-03-04T05:49:36.336378Z","steps":["trace[413092134] 'read index received' (duration: 425.088359ms)","trace[413092134] 'applied index is now lower than readState.Index' (duration: 979.819908ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:49:36.336576Z","caller":"traceutil/trace.go:171","msg":"trace[881903981] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23654; }","duration":"2.775014751s","start":"2026-03-04T05:49:33.561548Z","end":"2026-03-04T05:49:36.336563Z","steps":["trace[881903981] 'agreement among raft nodes before linearized reading' (duration: 2.774882968s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:36.336627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:35.532291Z","time spent":"804.301622ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:36.336636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:33.561449Z","time spent":"2.775177984s","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:36.33669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274584984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:49:36.336711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378465908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:49:36.336737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.045332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:49:36.336743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.451096654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T05:49:36.336732Z","caller":"traceutil/trace.go:171","msg":"trace[785004729] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23654; }","duration":"2.274689166s","start":"2026-03-04T05:49:34.062029Z","end":"2026-03-04T05:49:36.336718Z","steps":["trace[785004729] 'agreement among raft nodes before linearized reading' (duration: 2.274591874s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:36.336748Z","caller":"traceutil/trace.go:171","msg":"trace[1134000837] transaction","detail":"{read_only:false; response_revision:23652; number_of_response:1; }","duration":"999.096581ms","start":"2026-03-04T05:49:35.33763Z","end":"2026-03-04T05:49:36.336727Z","steps":["trace[1134000837] 'process raft request' (duration: 998.498247ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:36.336781Z","caller":"traceutil/trace.go:171","msg":"trace[9604823] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23654; }","duration":"994.112224ms","start":"2026-03-04T05:49:35.342658Z","end":"2026-03-04T05:49:36.33677Z","steps":["trace[9604823] 'agreement among raft nodes before linearized reading' (duration: 994.039772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:36.336795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:34.06201Z","time spent":"2.274773728s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:36.336821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:35.342641Z","time spent":"994.171225ms","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T05:49:36.336819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029078466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T05:49:36.336868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420236037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T05:49:36.336881Z","caller":"traceutil/trace.go:171","msg":"trace[1597506365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23654; }","duration":"2.029166478s","start":"2026-03-04T05:49:34.3077Z","end":"2026-03-04T05:49:36.336867Z","steps":["trace[1597506365] 'agreement among raft nodes before linearized reading' (duration: 2.028953613s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:36.336669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682339804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:36.336909Z","caller":"traceutil/trace.go:171","msg":"trace[435882877] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23654; }","duration":"1.420288029s","start":"2026-03-04T05:49:34.916613Z","end":"2026-03-04T05:49:36.336901Z","steps":["trace[435882877] 'agreement among raft nodes before linearized reading' (duration: 1.420197377s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:36.336933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:34.307691Z","time spent":"2.029230829s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T05:49:36.336939Z","caller":"traceutil/trace.go:171","msg":"trace[1414675964] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23654; }","duration":"1.682670352s","start":"2026-03-04T05:49:34.654255Z","end":"2026-03-04T05:49:36.336925Z","steps":["trace[1414675964] 'agreement among raft nodes before linearized reading' (duration: 1.682332614s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:36.336966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422325816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T05:49:36.336981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:34.654234Z","time spent":"1.682734763s","remote":"127.0.0.1:60514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:49:36.337015Z","caller":"traceutil/trace.go:171","msg":"trace[2068781783] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23654; }","duration":"1.422371247s","start":"2026-03-04T05:49:34.914632Z","end":"2026-03-04T05:49:36.337004Z","steps":["trace[2068781783] 'agreement among raft nodes before linearized reading' (duration: 1.422258544s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:36.337025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.880482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:49:36.337048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:34.914577Z","time spent":"1.42246469s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T05:49:36.337061Z","caller":"traceutil/trace.go:171","msg":"trace[1033369776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23654; }","duration":"545.948764ms","start":"2026-03-04T05:49:35.791102Z","end":"2026-03-04T05:49:36.337051Z","steps":["trace[1033369776] 'agreement among raft nodes before linearized reading' (duration: 545.889913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:36.336945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:34.916608Z","time spent":"1.42033048s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T05:49:36.336751Z","caller":"traceutil/trace.go:171","msg":"trace[1804987827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23654; }","duration":"1.378532169s","start":"2026-03-04T05:49:34.958208Z","end":"2026-03-04T05:49:36.33674Z","steps":["trace[1804987827] 'agreement among raft nodes before linearized reading' (duration: 1.378458857s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:36.337107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:35.791086Z","time spent":"546.015185ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:49:36.336787Z","caller":"traceutil/trace.go:171","msg":"trace[200564471] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23654; }","duration":"2.451185966s","start":"2026-03-04T05:49:33.885591Z","end":"2026-03-04T05:49:36.336777Z","steps":["trace[200564471] 'agreement among raft nodes before linearized reading' (duration: 2.451039052s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:36.337802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:34.958195Z","time spent":"1.379589704s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:49:36.336862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:35.337615Z","time spent":"999.184552ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:36.337014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001175549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T05:49:36.337984Z","caller":"traceutil/trace.go:171","msg":"trace[2012370973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23654; }","duration":"1.002171753s","start":"2026-03-04T05:49:35.335792Z","end":"2026-03-04T05:49:36.337964Z","steps":["trace[2012370973] 'agreement among raft nodes before linearized reading' (duration: 1.001117888s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:36.336887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.890602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:49:36.338051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:35.335769Z","time spent":"1.002264205s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:49:36.337092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00161729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T05:49:36.338051Z","caller":"traceutil/trace.go:171","msg":"trace[1507835833] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23654; }","duration":"999.115281ms","start":"2026-03-04T05:49:35.338918Z","end":"2026-03-04T05:49:36.338033Z","steps":["trace[1507835833] 'agreement among raft nodes before linearized reading' (duration: 997.856882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:36.338143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:35.338896Z","time spent":"999.225643ms","remote":"127.0.0.1:56382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:36.337147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.63939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:36.338281Z","caller":"traceutil/trace.go:171","msg":"trace[867120889] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23654; }","duration":"243.808758ms","start":"2026-03-04T05:49:36.09445Z","end":"2026-03-04T05:49:36.338259Z","steps":["trace[867120889] 'agreement among raft nodes before linearized reading' (duration: 242.673171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:36.337162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001800154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T05:49:36.338434Z","caller":"traceutil/trace.go:171","msg":"trace[867703308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23654; }","duration":"1.003081944s","start":"2026-03-04T05:49:35.335336Z","end":"2026-03-04T05:49:36.338418Z","steps":["trace[867703308] 'agreement among raft nodes before linearized reading' (duration: 1.001774164s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:36.338486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:35.335329Z","time spent":"1.003140106s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:49:36.337255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.287997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-04T05:49:36.338682Z","caller":"traceutil/trace.go:171","msg":"trace[27121571] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23654; }","duration":"728.739691ms","start":"2026-03-04T05:49:35.609922Z","end":"2026-03-04T05:49:36.338662Z","steps":["trace[27121571] 'agreement among raft nodes before linearized reading' (duration: 727.264676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:36.337232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2817657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:49:36.338765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:35.609907Z","time spent":"728.839774ms","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-04T05:49:36.338775Z","caller":"traceutil/trace.go:171","msg":"trace[1959480211] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23654; }","duration":"1.283344117s","start":"2026-03-04T05:49:35.055415Z","end":"2026-03-04T05:49:36.338759Z","steps":["trace[1959480211] 'agreement among raft nodes before linearized reading' (duration: 1.28175204s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:36.338827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:35.055388Z","time spent":"1.283421379s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:36.337304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001999289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T05:49:36.338936Z","caller":"traceutil/trace.go:171","msg":"trace[1111979873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23654; }","duration":"1.003618957s","start":"2026-03-04T05:49:35.335297Z","end":"2026-03-04T05:49:36.338916Z","steps":["trace[1111979873] 'agreement among raft nodes before linearized reading' (duration: 1.001868436s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:36.338999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:35.335241Z","time spent":"1.00373781s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:49:36.337878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:33.885569Z","time spent":"2.452294861s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T05:49:36.33809Z","caller":"traceutil/trace.go:171","msg":"trace[357336299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23654; }","duration":"1.002661524s","start":"2026-03-04T05:49:35.33542Z","end":"2026-03-04T05:49:36.338082Z","steps":["trace[357336299] 'agreement among raft nodes before linearized reading' (duration: 1.0016161s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:36.339752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:35.335395Z","time spent":"1.004341213s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:49:36.337098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.279112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T05:49:36.340263Z","caller":"traceutil/trace.go:171","msg":"trace[1912919650] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23654; }","duration":"439.295183ms","start":"2026-03-04T05:49:35.900764Z","end":"2026-03-04T05:49:36.340059Z","steps":["trace[1912919650] 'agreement among raft nodes before linearized reading' (duration: 436.2008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:36.340394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:35.900741Z","time spent":"439.606921ms","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:49:36.767309Z","caller":"traceutil/trace.go:171","msg":"trace[1851001950] transaction","detail":"{read_only:false; response_revision:23655; number_of_response:1; }","duration":"421.905785ms","start":"2026-03-04T05:49:36.34537Z","end":"2026-03-04T05:49:36.767276Z","steps":["trace[1851001950] 'process raft request' (duration: 370.408147ms)","trace[1851001950] 'compare' (duration: 50.72271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:36.767441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:36.345361Z","time spent":"422.008947ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:37.542148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.702358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:49:37.542401Z","caller":"traceutil/trace.go:171","msg":"trace[1120524676] transaction","detail":"{read_only:false; response_revision:23656; number_of_response:1; }","duration":"1.196983673s","start":"2026-03-04T05:49:36.345384Z","end":"2026-03-04T05:49:37.542368Z","steps":["trace[1120524676] 'process raft request' (duration: 740.979148ms)","trace[1120524676] 'compare' (duration: 455.37985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:37.542532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:36.345371Z","time spent":"1.197089805s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:37.542898Z","caller":"traceutil/trace.go:171","msg":"trace[1889703164] transaction","detail":"{read_only:false; response_revision:23657; number_of_response:1; }","duration":"1.196307217s","start":"2026-03-04T05:49:36.346576Z","end":"2026-03-04T05:49:37.542883Z","steps":["trace[1889703164] 'process raft request' (duration: 1.195661112s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:37.543089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:36.346563Z","time spent":"1.196371578s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:37.543151Z","caller":"traceutil/trace.go:171","msg":"trace[1791345170] transaction","detail":"{read_only:false; response_revision:23658; number_of_response:1; }","duration":"1.1964856s","start":"2026-03-04T05:49:36.346626Z","end":"2026-03-04T05:49:37.543112Z","steps":["trace[1791345170] 'process raft request' (duration: 1.196214864s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:37.543253Z","caller":"traceutil/trace.go:171","msg":"trace[1565003627] transaction","detail":"{read_only:false; response_revision:23659; number_of_response:1; }","duration":"1.196422219s","start":"2026-03-04T05:49:36.346776Z","end":"2026-03-04T05:49:37.543199Z","steps":["trace[1565003627] 'process raft request' (duration: 1.196249145s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:37.543339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:36.346605Z","time spent":"1.196629554s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:37.543447Z","caller":"traceutil/trace.go:171","msg":"trace[1118280070] transaction","detail":"{read_only:false; response_revision:23660; number_of_response:1; }","duration":"1.19643449s","start":"2026-03-04T05:49:36.347Z","end":"2026-03-04T05:49:37.543434Z","steps":["trace[1118280070] 'process raft request' (duration: 1.196139603s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:37.54344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:36.346768Z","time spent":"1.196576643s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:37.543497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:36.346994Z","time spent":"1.196477251s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:37.543954Z","caller":"traceutil/trace.go:171","msg":"trace[401612803] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"1.196834679s","start":"2026-03-04T05:49:36.34711Z","end":"2026-03-04T05:49:37.543944Z","steps":["trace[401612803] 'process raft request' (duration: 1.196247095s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:37.543976Z","caller":"traceutil/trace.go:171","msg":"trace[661918790] linearizableReadLoop","detail":"{readStateIndex:24490; appliedIndex:24488; }","duration":"1.198356545s","start":"2026-03-04T05:49:36.345595Z","end":"2026-03-04T05:49:37.543952Z","steps":["trace[661918790] 'read index received' (duration: 370.199723ms)","trace[661918790] 'applied index is now lower than readState.Index' (duration: 828.155522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:37.544064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:36.347105Z","time spent":"1.19687879s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:37.544181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198437656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:49:37.544223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198604821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T05:49:37.544245Z","caller":"traceutil/trace.go:171","msg":"trace[1776657063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23662; }","duration":"1.198515909s","start":"2026-03-04T05:49:36.345713Z","end":"2026-03-04T05:49:37.544229Z","steps":["trace[1776657063] 'agreement among raft nodes before linearized reading' (duration: 1.198396006s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:37.544258Z","caller":"traceutil/trace.go:171","msg":"trace[309185554] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23662; }","duration":"1.198657142s","start":"2026-03-04T05:49:36.345589Z","end":"2026-03-04T05:49:37.544246Z","steps":["trace[309185554] 'agreement among raft nodes before linearized reading' (duration: 1.198500128s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:37.544291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:36.345704Z","time spent":"1.19857819s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:49:37.544274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194953635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:37.544389Z","caller":"traceutil/trace.go:171","msg":"trace[536212176] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23662; }","duration":"1.195091878s","start":"2026-03-04T05:49:36.349276Z","end":"2026-03-04T05:49:37.544368Z","steps":["trace[536212176] 'agreement among raft nodes before linearized reading' (duration: 1.194927644s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:37.544411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049720818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:37.544306Z","caller":"traceutil/trace.go:171","msg":"trace[1280647774] transaction","detail":"{read_only:false; response_revision:23662; number_of_response:1; }","duration":"1.196831479s","start":"2026-03-04T05:49:36.347188Z","end":"2026-03-04T05:49:37.54402Z","steps":["trace[1280647774] 'process raft request' (duration: 1.196664495s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:37.544453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:36.34927Z","time spent":"1.195168309s","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T05:49:37.544461Z","caller":"traceutil/trace.go:171","msg":"trace[772251941] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23662; }","duration":"1.049799091s","start":"2026-03-04T05:49:36.494643Z","end":"2026-03-04T05:49:37.544442Z","steps":["trace[772251941] 'agreement among raft nodes before linearized reading' (duration: 1.049719289s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:37.544512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:36.494621Z","time spent":"1.049876422s","remote":"127.0.0.1:56902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:37.544305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185614916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T05:49:37.544516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.478821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:49:37.544556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198054788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ecea0bfe-1d84-4c98-99b4-3534bc841645\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-04T05:49:37.544599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:36.347184Z","time spent":"1.19730383s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:37.544673Z","caller":"traceutil/trace.go:171","msg":"trace[1879616250] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ecea0bfe-1d84-4c98-99b4-3534bc841645; range_end:; response_count:1; response_revision:23662; }","duration":"1.198181651s","start":"2026-03-04T05:49:36.346478Z","end":"2026-03-04T05:49:37.54466Z","steps":["trace[1879616250] 'agreement among raft nodes before linearized reading' (duration: 1.19773982s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:37.54459Z","caller":"traceutil/trace.go:171","msg":"trace[894987653] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23662; }","duration":"1.185931723s","start":"2026-03-04T05:49:36.358647Z","end":"2026-03-04T05:49:37.544578Z","steps":["trace[894987653] 'agreement among raft nodes before linearized reading' (duration: 1.185494002s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:37.544752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:36.346473Z","time spent":"1.198271383s","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-ecea0bfe-1d84-4c98-99b4-3534bc841645\" "} {"level":"info","ts":"2026-03-04T05:49:37.544654Z","caller":"traceutil/trace.go:171","msg":"trace[1661150221] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23662; }","duration":"582.740307ms","start":"2026-03-04T05:49:36.961891Z","end":"2026-03-04T05:49:37.544631Z","steps":["trace[1661150221] 'agreement among raft nodes before linearized reading' (duration: 582.371628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:37.5449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:36.96187Z","time spent":"583.013613ms","remote":"127.0.0.1:60564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:37.544793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:36.358636Z","time spent":"1.186139047s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T05:49:37.544298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:36.345583Z","time spent":"1.198706733s","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T05:49:38.320811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.864166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-04T05:49:38.320902Z","caller":"traceutil/trace.go:171","msg":"trace[1015348966] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23662; }","duration":"669.037381ms","start":"2026-03-04T05:49:37.65184Z","end":"2026-03-04T05:49:38.320878Z","steps":["trace[1015348966] 'range keys from in-memory index tree' (duration: 668.625691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:38.320948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:37.65181Z","time spent":"669.128572ms","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-04T05:49:38.322517Z","caller":"traceutil/trace.go:171","msg":"trace[1864571735] linearizableReadLoop","detail":"{readStateIndex:24497; appliedIndex:24496; }","duration":"295.799768ms","start":"2026-03-04T05:49:38.026686Z","end":"2026-03-04T05:49:38.322485Z","steps":["trace[1864571735] 'read index received' (duration: 250.218889ms)","trace[1864571735] 'applied index is now lower than readState.Index' (duration: 45.579149ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:49:38.322643Z","caller":"traceutil/trace.go:171","msg":"trace[983403078] transaction","detail":"{read_only:false; response_revision:23663; number_of_response:1; }","duration":"543.900596ms","start":"2026-03-04T05:49:37.778674Z","end":"2026-03-04T05:49:38.322575Z","steps":["trace[983403078] 'process raft request' (duration: 498.243675ms)","trace[983403078] 'compare' (duration: 44.994765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:38.322772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.975241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:38.322814Z","caller":"traceutil/trace.go:171","msg":"trace[1841321004] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23663; }","duration":"296.139035ms","start":"2026-03-04T05:49:38.026662Z","end":"2026-03-04T05:49:38.322801Z","steps":["trace[1841321004] 'agreement among raft nodes before linearized reading' (duration: 295.93056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:38.322831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:37.778639Z","time spent":"544.08599ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:38.744046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.76885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:49:38.74414Z","caller":"traceutil/trace.go:171","msg":"trace[1177306498] transaction","detail":"{read_only:false; response_revision:23664; number_of_response:1; }","duration":"401.619429ms","start":"2026-03-04T05:49:38.342504Z","end":"2026-03-04T05:49:38.744123Z","steps":["trace[1177306498] 'process raft request' (duration: 191.690166ms)","trace[1177306498] 'compare' (duration: 209.664387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:38.744187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:38.342483Z","time spent":"401.68419ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:39.504732Z","caller":"traceutil/trace.go:171","msg":"trace[69824197] transaction","detail":"{read_only:false; response_revision:23665; number_of_response:1; }","duration":"1.160463405s","start":"2026-03-04T05:49:38.344245Z","end":"2026-03-04T05:49:39.504708Z","steps":["trace[69824197] 'process raft request' (duration: 1.063608193s)","trace[69824197] 'compare' (duration: 96.463653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:39.504876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:38.344221Z","time spent":"1.160581808s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:39.505774Z","caller":"traceutil/trace.go:171","msg":"trace[986866803] transaction","detail":"{read_only:false; response_revision:23666; number_of_response:1; }","duration":"1.160399824s","start":"2026-03-04T05:49:38.345323Z","end":"2026-03-04T05:49:39.505723Z","steps":["trace[986866803] 'process raft request' (duration: 1.159329578s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:39.506089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:38.345313Z","time spent":"1.160618838s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:39.505802Z","caller":"traceutil/trace.go:171","msg":"trace[1773207812] transaction","detail":"{read_only:false; response_revision:23667; number_of_response:1; }","duration":"1.158648423s","start":"2026-03-04T05:49:38.347116Z","end":"2026-03-04T05:49:39.505764Z","steps":["trace[1773207812] 'process raft request' (duration: 1.158389656s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:39.505932Z","caller":"traceutil/trace.go:171","msg":"trace[1419332995] transaction","detail":"{read_only:false; response_revision:23668; number_of_response:1; }","duration":"1.157716731s","start":"2026-03-04T05:49:38.348193Z","end":"2026-03-04T05:49:39.50591Z","steps":["trace[1419332995] 'process raft request' (duration: 1.157510976s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:39.506294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:38.348182Z","time spent":"1.158055939s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:39.506443Z","caller":"traceutil/trace.go:171","msg":"trace[1283559252] transaction","detail":"{read_only:false; response_revision:23669; number_of_response:1; }","duration":"1.144654714s","start":"2026-03-04T05:49:38.361772Z","end":"2026-03-04T05:49:39.506427Z","steps":["trace[1283559252] 'process raft request' (duration: 1.14405701s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:39.506412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:38.34708Z","time spent":"1.159120784s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:39.506694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:38.361762Z","time spent":"1.14489578s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:39.506649Z","caller":"traceutil/trace.go:171","msg":"trace[1444801503] linearizableReadLoop","detail":"{readStateIndex:24503; appliedIndex:24497; }","duration":"1.113153816s","start":"2026-03-04T05:49:38.393255Z","end":"2026-03-04T05:49:39.506409Z","steps":["trace[1444801503] 'read index received' (duration: 140.953016ms)","trace[1444801503] 'applied index is now lower than readState.Index' (duration: 972.196019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:39.506931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113626806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:49:39.507029Z","caller":"traceutil/trace.go:171","msg":"trace[1891591811] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23669; }","duration":"1.113796841s","start":"2026-03-04T05:49:38.393211Z","end":"2026-03-04T05:49:39.507008Z","steps":["trace[1891591811] 'agreement among raft nodes before linearized reading' (duration: 1.113555925s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:39.507091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:38.393195Z","time spent":"1.113880472s","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:40.392089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.555402ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T05:49:40.392458Z","caller":"traceutil/trace.go:171","msg":"trace[1417211863] linearizableReadLoop","detail":"{readStateIndex:24504; appliedIndex:24503; }","duration":"885.589359ms","start":"2026-03-04T05:49:39.506777Z","end":"2026-03-04T05:49:40.392366Z","steps":["trace[1417211863] 'read index received' (duration: 273.74457ms)","trace[1417211863] 'applied index is now lower than readState.Index' (duration: 611.842449ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:49:40.392556Z","caller":"traceutil/trace.go:171","msg":"trace[950112468] transaction","detail":"{read_only:false; response_revision:23670; number_of_response:1; }","duration":"579.89641ms","start":"2026-03-04T05:49:39.812648Z","end":"2026-03-04T05:49:40.392544Z","steps":["trace[950112468] 'process raft request' (duration: 579.566073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:40.392627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172081168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:49:40.392676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:39.812616Z","time spent":"579.985682ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:40.392691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442681483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6c8648b88-bv9fn.18998d5d017ec990\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-04T05:49:40.392879Z","caller":"traceutil/trace.go:171","msg":"trace[291555354] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6c8648b88-bv9fn.18998d5d017ec990; range_end:; response_count:1; response_revision:23671; }","duration":"1.442931229s","start":"2026-03-04T05:49:38.949929Z","end":"2026-03-04T05:49:40.39286Z","steps":["trace[291555354] 'agreement among raft nodes before linearized reading' (duration: 1.442460658s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:40.392939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:38.9499Z","time spent":"1.443024441s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":804,"request content":"key:\"/registry/events/openstack/magnum-api-6c8648b88-bv9fn.18998d5d017ec990\" "} {"level":"warn","ts":"2026-03-04T05:49:40.392957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388333079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:49:40.392986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601212022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:40.393057Z","caller":"traceutil/trace.go:171","msg":"trace[413025276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23672; }","duration":"1.601404646s","start":"2026-03-04T05:49:38.791639Z","end":"2026-03-04T05:49:40.393043Z","steps":["trace[413025276] 'agreement among raft nodes before linearized reading' (duration: 1.60116073s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:40.393065Z","caller":"traceutil/trace.go:171","msg":"trace[1920074193] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23672; }","duration":"1.388510413s","start":"2026-03-04T05:49:39.004528Z","end":"2026-03-04T05:49:40.393038Z","steps":["trace[1920074193] 'agreement among raft nodes before linearized reading' (duration: 1.388238477s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:40.393105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:38.791617Z","time spent":"1.601477857s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:49:40.393079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621272992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T05:49:40.393122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:39.004506Z","time spent":"1.388604385s","remote":"127.0.0.1:56970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:49:40.393189Z","caller":"traceutil/trace.go:171","msg":"trace[2067045167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23672; }","duration":"1.621441926s","start":"2026-03-04T05:49:38.771716Z","end":"2026-03-04T05:49:40.393158Z","steps":["trace[2067045167] 'agreement among raft nodes before linearized reading' (duration: 1.621028546s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:40.392739Z","caller":"traceutil/trace.go:171","msg":"trace[1088950806] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23671; }","duration":"1.172261952s","start":"2026-03-04T05:49:39.220443Z","end":"2026-03-04T05:49:40.392705Z","steps":["trace[1088950806] 'agreement among raft nodes before linearized reading' (duration: 1.171958435s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:40.393257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:38.771691Z","time spent":"1.621554339s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:49:40.393116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.016053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:49:40.393267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:39.220419Z","time spent":"1.172830126s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:49:40.393312Z","caller":"traceutil/trace.go:171","msg":"trace[1772399671] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23672; }","duration":"922.261969ms","start":"2026-03-04T05:49:39.471034Z","end":"2026-03-04T05:49:40.393296Z","steps":["trace[1772399671] 'agreement among raft nodes before linearized reading' (duration: 921.637364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:40.393524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:39.471013Z","time spent":"922.494765ms","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:49:40.392502Z","caller":"traceutil/trace.go:171","msg":"trace[1259132793] transaction","detail":"{read_only:false; response_revision:23671; number_of_response:1; }","duration":"455.332769ms","start":"2026-03-04T05:49:39.93715Z","end":"2026-03-04T05:49:40.392482Z","steps":["trace[1259132793] 'process raft request' (duration: 455.225886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:40.393595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863062553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:49:40.394199Z","caller":"traceutil/trace.go:171","msg":"trace[1796314500] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23672; }","duration":"1.863543784s","start":"2026-03-04T05:49:38.530466Z","end":"2026-03-04T05:49:40.39401Z","steps":["trace[1796314500] 'agreement among raft nodes before linearized reading' (duration: 1.863082183s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:40.394254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:39.937129Z","time spent":"457.058279ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:40.39428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:38.530438Z","time spent":"1.863819911s","remote":"127.0.0.1:60464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:40.393634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803870935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1083"} {"level":"info","ts":"2026-03-04T05:49:40.394513Z","caller":"traceutil/trace.go:171","msg":"trace[473659547] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:23672; }","duration":"1.804779796s","start":"2026-03-04T05:49:38.58971Z","end":"2026-03-04T05:49:40.394489Z","steps":["trace[473659547] 'agreement among raft nodes before linearized reading' (duration: 1.803862994s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:40.39458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:38.589685Z","time spent":"1.804873218s","remote":"127.0.0.1:56222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1106,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-03-04T05:49:40.393644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.512817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:40.394759Z","caller":"traceutil/trace.go:171","msg":"trace[856846457] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23672; }","duration":"547.677714ms","start":"2026-03-04T05:49:39.84707Z","end":"2026-03-04T05:49:40.394748Z","steps":["trace[856846457] 'agreement among raft nodes before linearized reading' (duration: 546.525427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:40.394797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:39.847045Z","time spent":"547.740506ms","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:40.393693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.157667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T05:49:40.395015Z","caller":"traceutil/trace.go:171","msg":"trace[1287804789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23672; }","duration":"845.670403ms","start":"2026-03-04T05:49:39.549333Z","end":"2026-03-04T05:49:40.395003Z","steps":["trace[1287804789] 'agreement among raft nodes before linearized reading' (duration: 844.287911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:40.395054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:39.549322Z","time spent":"845.719014ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:49:40.393697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.020518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T05:49:40.395208Z","caller":"traceutil/trace.go:171","msg":"trace[1234898296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23672; }","duration":"846.547324ms","start":"2026-03-04T05:49:39.548615Z","end":"2026-03-04T05:49:40.395162Z","steps":["trace[1234898296] 'agreement among raft nodes before linearized reading' (duration: 844.970317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:40.393747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.099376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T05:49:40.3938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.326372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T05:49:40.393906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.546072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T05:49:40.39545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:39.548596Z","time spent":"846.739208ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T05:49:40.395884Z","caller":"traceutil/trace.go:171","msg":"trace[1100538550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23672; }","duration":"846.227726ms","start":"2026-03-04T05:49:39.549631Z","end":"2026-03-04T05:49:40.395858Z","steps":["trace[1100538550] 'agreement among raft nodes before linearized reading' (duration: 844.032015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:40.396742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:39.5496Z","time spent":"847.118516ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T05:49:40.396757Z","caller":"traceutil/trace.go:171","msg":"trace[1640167720] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23672; }","duration":"249.42685ms","start":"2026-03-04T05:49:40.147309Z","end":"2026-03-04T05:49:40.396735Z","steps":["trace[1640167720] 'agreement among raft nodes before linearized reading' (duration: 246.343507ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:40.39687Z","caller":"traceutil/trace.go:171","msg":"trace[1365038239] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23672; }","duration":"847.430504ms","start":"2026-03-04T05:49:39.549421Z","end":"2026-03-04T05:49:40.396852Z","steps":["trace[1365038239] 'agreement among raft nodes before linearized reading' (duration: 844.25144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:40.396936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:39.549402Z","time spent":"847.517966ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:49:40.904491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590359949,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:49:41.405231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590359949,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:49:41.533363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.134455826s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T05:49:41.534079Z","caller":"traceutil/trace.go:171","msg":"trace[873325544] transaction","detail":"{read_only:false; response_revision:23673; number_of_response:1; }","duration":"1.135206574s","start":"2026-03-04T05:49:40.398798Z","end":"2026-03-04T05:49:41.534005Z","steps":["trace[873325544] 'process raft request' (duration: 1.134835595s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:41.534369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:40.398773Z","time spent":"1.135468909s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:42.403975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000222731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T05:49:42.404064Z","caller":"traceutil/trace.go:171","msg":"trace[1075500150] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000354963s","start":"2026-03-04T05:49:40.403687Z","end":"2026-03-04T05:49:42.404042Z","steps":["trace[1075500150] 'agreement among raft nodes before linearized reading' (duration: 2.00023577s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:42.404117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:40.403673Z","time spent":"2.000433225s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 05:49:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T05:49:42.45135Z","caller":"traceutil/trace.go:171","msg":"trace[1671042794] transaction","detail":"{read_only:false; response_revision:23674; number_of_response:1; }","duration":"2.051460152s","start":"2026-03-04T05:49:40.399843Z","end":"2026-03-04T05:49:42.451303Z","steps":["trace[1671042794] 'process raft request' (duration: 1.99083335s)","trace[1671042794] 'compare' (duration: 60.003107ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:49:42.451481Z","caller":"traceutil/trace.go:171","msg":"trace[404942512] transaction","detail":"{read_only:false; response_revision:23676; number_of_response:1; }","duration":"2.051032962s","start":"2026-03-04T05:49:40.400424Z","end":"2026-03-04T05:49:42.451457Z","steps":["trace[404942512] 'process raft request' (duration: 2.05093118s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:42.451505Z","caller":"traceutil/trace.go:171","msg":"trace[1031993081] transaction","detail":"{read_only:false; response_revision:23675; number_of_response:1; }","duration":"2.051156995s","start":"2026-03-04T05:49:40.400298Z","end":"2026-03-04T05:49:42.451455Z","steps":["trace[1031993081] 'process raft request' (duration: 2.050900889s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:42.451576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:40.400418Z","time spent":"2.051109634s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:42.451566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:40.399826Z","time spent":"2.051617456s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:42.451717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:40.400289Z","time spent":"2.051310379s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:42.451897Z","caller":"traceutil/trace.go:171","msg":"trace[2089597657] transaction","detail":"{read_only:false; response_revision:23678; number_of_response:1; }","duration":"2.050652983s","start":"2026-03-04T05:49:40.40123Z","end":"2026-03-04T05:49:42.451883Z","steps":["trace[2089597657] 'process raft request' (duration: 2.050426168s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:42.451885Z","caller":"traceutil/trace.go:171","msg":"trace[1776642591] transaction","detail":"{read_only:false; response_revision:23677; number_of_response:1; }","duration":"2.050750365s","start":"2026-03-04T05:49:40.401094Z","end":"2026-03-04T05:49:42.451845Z","steps":["trace[1776642591] 'process raft request' (duration: 2.050314775s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:42.451938Z","caller":"traceutil/trace.go:171","msg":"trace[507981980] transaction","detail":"{read_only:false; response_revision:23679; number_of_response:1; }","duration":"1.701159236s","start":"2026-03-04T05:49:40.750759Z","end":"2026-03-04T05:49:42.451918Z","steps":["trace[507981980] 'process raft request' (duration: 1.700990962s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:42.45196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:40.401223Z","time spent":"2.050705154s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:42.452042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:40.750728Z","time spent":"1.701263879s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:42.452053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:40.401086Z","time spent":"2.050874358s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:42.452127Z","caller":"traceutil/trace.go:171","msg":"trace[231220462] transaction","detail":"{read_only:false; response_revision:23680; number_of_response:1; }","duration":"939.565395ms","start":"2026-03-04T05:49:41.512539Z","end":"2026-03-04T05:49:42.452105Z","steps":["trace[231220462] 'process raft request' (duration: 939.31813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:42.452326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:41.512513Z","time spent":"939.73017ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:42.452388Z","caller":"traceutil/trace.go:171","msg":"trace[139304390] transaction","detail":"{read_only:false; response_revision:23682; number_of_response:1; }","duration":"939.197357ms","start":"2026-03-04T05:49:41.513146Z","end":"2026-03-04T05:49:42.452343Z","steps":["trace[139304390] 'process raft request' (duration: 938.925441ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:42.452446Z","caller":"traceutil/trace.go:171","msg":"trace[1376608763] linearizableReadLoop","detail":"{readStateIndex:24514; appliedIndex:24507; }","duration":"2.048702697s","start":"2026-03-04T05:49:40.40372Z","end":"2026-03-04T05:49:42.452422Z","steps":["trace[1376608763] 'read index received' (duration: 1.129886718s)","trace[1376608763] 'applied index is now lower than readState.Index' (duration: 918.814569ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:49:42.452492Z","caller":"traceutil/trace.go:171","msg":"trace[1928152079] transaction","detail":"{read_only:false; response_revision:23681; number_of_response:1; }","duration":"939.619417ms","start":"2026-03-04T05:49:41.512589Z","end":"2026-03-04T05:49:42.452209Z","steps":["trace[1928152079] 'process raft request' (duration: 939.435543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:42.452606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:41.513134Z","time spent":"939.3291ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:42.452706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:41.512561Z","time spent":"940.040726ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:42.452538Z","caller":"traceutil/trace.go:171","msg":"trace[852124377] transaction","detail":"{read_only:false; response_revision:23684; number_of_response:1; }","duration":"938.469599ms","start":"2026-03-04T05:49:41.514053Z","end":"2026-03-04T05:49:42.452523Z","steps":["trace[852124377] 'process raft request' (duration: 938.286555ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:42.452818Z","caller":"traceutil/trace.go:171","msg":"trace[1538736049] transaction","detail":"{read_only:false; response_revision:23683; number_of_response:1; }","duration":"939.553295ms","start":"2026-03-04T05:49:41.513184Z","end":"2026-03-04T05:49:42.452737Z","steps":["trace[1538736049] 'process raft request' (duration: 939.084964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:42.452843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:41.51404Z","time spent":"938.748787ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:42.453034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:41.513159Z","time spent":"939.76428ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:42.533667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.669021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:49:42.533736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.357346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:42.533743Z","caller":"traceutil/trace.go:171","msg":"trace[771651039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23685; }","duration":"129.745172ms","start":"2026-03-04T05:49:42.403979Z","end":"2026-03-04T05:49:42.533725Z","steps":["trace[771651039] 'agreement among raft nodes before linearized reading' (duration: 129.600619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:42.533778Z","caller":"traceutil/trace.go:171","msg":"trace[211346442] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23685; }","duration":"964.473759ms","start":"2026-03-04T05:49:41.56929Z","end":"2026-03-04T05:49:42.533764Z","steps":["trace[211346442] 'agreement among raft nodes before linearized reading' (duration: 964.416118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:42.533814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:41.569263Z","time spent":"964.54178ms","remote":"127.0.0.1:57054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:42.533665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01046589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:49:42.534112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014205065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-04T05:49:42.534153Z","caller":"traceutil/trace.go:171","msg":"trace[301390788] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23685; }","duration":"1.014279357s","start":"2026-03-04T05:49:41.519863Z","end":"2026-03-04T05:49:42.534143Z","steps":["trace[301390788] 'agreement among raft nodes before linearized reading' (duration: 1.014136084s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:42.534134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511117369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:42.534223Z","caller":"traceutil/trace.go:171","msg":"trace[1654325859] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23685; }","duration":"1.511272353s","start":"2026-03-04T05:49:41.022932Z","end":"2026-03-04T05:49:42.534204Z","steps":["trace[1654325859] 'agreement among raft nodes before linearized reading' (duration: 1.511118089s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:42.534275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:41.022903Z","time spent":"1.511360835s","remote":"127.0.0.1:57078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:42.534183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:41.519846Z","time spent":"1.014329708s","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-04T05:49:42.53413Z","caller":"traceutil/trace.go:171","msg":"trace[1549833290] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23685; }","duration":"2.010970162s","start":"2026-03-04T05:49:40.523124Z","end":"2026-03-04T05:49:42.534094Z","steps":["trace[1549833290] 'agreement among raft nodes before linearized reading' (duration: 2.010421979s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:42.533922Z","caller":"traceutil/trace.go:171","msg":"trace[387096964] transaction","detail":"{read_only:false; response_revision:23685; number_of_response:1; }","duration":"133.304486ms","start":"2026-03-04T05:49:42.400552Z","end":"2026-03-04T05:49:42.533857Z","steps":["trace[387096964] 'process raft request' (duration: 132.768804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:42.534616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:40.523103Z","time spent":"2.011448024s","remote":"127.0.0.1:56156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:42.53488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444735212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:42.53493Z","caller":"traceutil/trace.go:171","msg":"trace[1424490129] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23685; }","duration":"1.444837894s","start":"2026-03-04T05:49:41.090079Z","end":"2026-03-04T05:49:42.534917Z","steps":["trace[1424490129] 'agreement among raft nodes before linearized reading' (duration: 1.443972824s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:42.534966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:41.090054Z","time spent":"1.444902666s","remote":"127.0.0.1:60512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:49:43.16772Z","caller":"traceutil/trace.go:171","msg":"trace[284454242] linearizableReadLoop","detail":"{readStateIndex:24521; appliedIndex:24520; }","duration":"539.999054ms","start":"2026-03-04T05:49:42.627696Z","end":"2026-03-04T05:49:43.167695Z","steps":["trace[284454242] 'read index received' (duration: 473.34501ms)","trace[284454242] 'applied index is now lower than readState.Index' (duration: 66.652084ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:49:43.167793Z","caller":"traceutil/trace.go:171","msg":"trace[2037248697] transaction","detail":"{read_only:false; response_revision:23686; number_of_response:1; }","duration":"611.591922ms","start":"2026-03-04T05:49:42.556158Z","end":"2026-03-04T05:49:43.16775Z","steps":["trace[2037248697] 'process raft request' (duration: 544.943579ms)","trace[2037248697] 'compare' (duration: 66.08323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:43.167935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.152363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:49:43.168427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:42.556132Z","time spent":"612.176276ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:43.168491Z","caller":"traceutil/trace.go:171","msg":"trace[581747934] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23686; }","duration":"449.753547ms","start":"2026-03-04T05:49:42.718707Z","end":"2026-03-04T05:49:43.168461Z","steps":["trace[581747934] 'agreement among raft nodes before linearized reading' (duration: 449.125162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:43.168574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:42.718687Z","time spent":"449.86241ms","remote":"127.0.0.1:57008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:43.167994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.27917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T05:49:43.168145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.479715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-04T05:49:43.169388Z","caller":"traceutil/trace.go:171","msg":"trace[533587089] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:23686; }","duration":"399.772886ms","start":"2026-03-04T05:49:42.769593Z","end":"2026-03-04T05:49:43.169366Z","steps":["trace[533587089] 'agreement among raft nodes before linearized reading' (duration: 398.313062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:43.169484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:42.769577Z","time spent":"399.884638ms","remote":"127.0.0.1:56060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.49\" "} {"level":"info","ts":"2026-03-04T05:49:43.170302Z","caller":"traceutil/trace.go:171","msg":"trace[396589748] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23686; }","duration":"542.630725ms","start":"2026-03-04T05:49:42.627639Z","end":"2026-03-04T05:49:43.17027Z","steps":["trace[396589748] 'agreement among raft nodes before linearized reading' (duration: 540.153417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:43.170424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:42.627619Z","time spent":"542.760279ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T05:49:43.675096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590359970,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T05:49:43.775923Z","caller":"traceutil/trace.go:171","msg":"trace[805407074] linearizableReadLoop","detail":"{readStateIndex:24522; appliedIndex:24521; }","duration":"601.636339ms","start":"2026-03-04T05:49:43.17426Z","end":"2026-03-04T05:49:43.775897Z","steps":["trace[805407074] 'read index received' (duration: 571.854661ms)","trace[805407074] 'applied index is now lower than readState.Index' (duration: 29.779938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:43.776191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.907716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T05:49:43.776265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.778468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:43.776277Z","caller":"traceutil/trace.go:171","msg":"trace[656323487] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23686; }","duration":"602.043339ms","start":"2026-03-04T05:49:43.174212Z","end":"2026-03-04T05:49:43.776256Z","steps":["trace[656323487] 'agreement among raft nodes before linearized reading' (duration: 601.781913ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:43.776315Z","caller":"traceutil/trace.go:171","msg":"trace[2132412616] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23686; }","duration":"501.901291ms","start":"2026-03-04T05:49:43.274397Z","end":"2026-03-04T05:49:43.776298Z","steps":["trace[2132412616] 'agreement among raft nodes before linearized reading' (duration: 501.785548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:43.776326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:43.174193Z","time spent":"602.122471ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T05:49:43.776379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:43.274376Z","time spent":"501.981462ms","remote":"127.0.0.1:53940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:43.776629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.385564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:49:43.776673Z","caller":"traceutil/trace.go:171","msg":"trace[2097908888] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23686; }","duration":"100.428825ms","start":"2026-03-04T05:49:43.676234Z","end":"2026-03-04T05:49:43.776662Z","steps":["trace[2097908888] 'agreement among raft nodes before linearized reading' (duration: 100.359324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:43.777039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.584754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T05:49:43.777321Z","caller":"traceutil/trace.go:171","msg":"trace[555650928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23686; }","duration":"235.762049ms","start":"2026-03-04T05:49:43.541353Z","end":"2026-03-04T05:49:43.777115Z","steps":["trace[555650928] 'agreement among raft nodes before linearized reading' (duration: 235.416521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:43.775962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:43.170879Z","time spent":"605.075751ms","remote":"127.0.0.1:56060","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T05:49:44.43037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.326994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:49:44.430494Z","caller":"traceutil/trace.go:171","msg":"trace[1829265043] transaction","detail":"{read_only:false; response_revision:23687; number_of_response:1; }","duration":"651.844898ms","start":"2026-03-04T05:49:43.778625Z","end":"2026-03-04T05:49:44.430469Z","steps":["trace[1829265043] 'process raft request' (duration: 96.313189ms)","trace[1829265043] 'compare' (duration: 554.968215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:44.430564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:43.778595Z","time spent":"651.939399ms","remote":"127.0.0.1:56060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:44.433195Z","caller":"traceutil/trace.go:171","msg":"trace[2043704787] linearizableReadLoop","detail":"{readStateIndex:24524; appliedIndex:24522; }","duration":"645.691733ms","start":"2026-03-04T05:49:43.78747Z","end":"2026-03-04T05:49:44.433162Z","steps":["trace[2043704787] 'read index received' (duration: 87.477652ms)","trace[2043704787] 'applied index is now lower than readState.Index' (duration: 558.212631ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:49:44.433295Z","caller":"traceutil/trace.go:171","msg":"trace[1932308868] transaction","detail":"{read_only:false; response_revision:23688; number_of_response:1; }","duration":"650.471455ms","start":"2026-03-04T05:49:43.78279Z","end":"2026-03-04T05:49:44.433261Z","steps":["trace[1932308868] 'process raft request' (duration: 650.180908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:44.433455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.733461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:49:44.433473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:43.782767Z","time spent":"650.628768ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:44.433473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.969609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:44.433573Z","caller":"traceutil/trace.go:171","msg":"trace[1291365009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23688; }","duration":"646.093833ms","start":"2026-03-04T05:49:43.787447Z","end":"2026-03-04T05:49:44.433541Z","steps":["trace[1291365009] 'agreement among raft nodes before linearized reading' (duration: 645.920559ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:44.433516Z","caller":"traceutil/trace.go:171","msg":"trace[877375258] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23688; }","duration":"595.855514ms","start":"2026-03-04T05:49:43.837642Z","end":"2026-03-04T05:49:44.433498Z","steps":["trace[877375258] 'agreement among raft nodes before linearized reading' (duration: 595.745011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:44.433634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:43.787438Z","time spent":"646.183895ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:49:44.433703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:43.837617Z","time spent":"596.036558ms","remote":"127.0.0.1:56492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T05:49:44.96285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590359990,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T05:49:45.072298Z","caller":"traceutil/trace.go:171","msg":"trace[1979827441] transaction","detail":"{read_only:false; response_revision:23689; number_of_response:1; }","duration":"612.31783ms","start":"2026-03-04T05:49:44.459932Z","end":"2026-03-04T05:49:45.07225Z","steps":["trace[1979827441] 'process raft request' (duration: 611.368818ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:45.072329Z","caller":"traceutil/trace.go:171","msg":"trace[1923991821] transaction","detail":"{read_only:false; response_revision:23690; number_of_response:1; }","duration":"612.33323ms","start":"2026-03-04T05:49:44.459963Z","end":"2026-03-04T05:49:45.072296Z","steps":["trace[1923991821] 'process raft request' (duration: 612.186657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:45.072492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:44.459906Z","time spent":"612.487565ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:45.072505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:44.459934Z","time spent":"612.472434ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:46.096329Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014296408s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T05:49:46.746447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.817379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:49:46.746687Z","caller":"traceutil/trace.go:171","msg":"trace[483849634] transaction","detail":"{read_only:false; response_revision:23691; number_of_response:1; }","duration":"2.28466461s","start":"2026-03-04T05:49:44.461974Z","end":"2026-03-04T05:49:46.746639Z","steps":["trace[483849634] 'process raft request' (duration: 1.634575504s)","trace[483849634] 'compare' (duration: 649.053852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:49:46.746881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:44.46196Z","time spent":"2.284815254s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:46.746962Z","caller":"traceutil/trace.go:171","msg":"trace[1394000244] transaction","detail":"{read_only:false; response_revision:23693; number_of_response:1; }","duration":"2.284783313s","start":"2026-03-04T05:49:44.462145Z","end":"2026-03-04T05:49:46.746928Z","steps":["trace[1394000244] 'process raft request' (duration: 2.284695941s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:46.747045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:44.462132Z","time spent":"2.284867825s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:46.747173Z","caller":"traceutil/trace.go:171","msg":"trace[1252285052] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"2.285086911s","start":"2026-03-04T05:49:44.462045Z","end":"2026-03-04T05:49:46.747132Z","steps":["trace[1252285052] 'process raft request' (duration: 2.284482516s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:46.747397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:44.462025Z","time spent":"2.285244644s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:46.747808Z","caller":"traceutil/trace.go:171","msg":"trace[962348154] transaction","detail":"{read_only:false; response_revision:23697; number_of_response:1; }","duration":"2.284754793s","start":"2026-03-04T05:49:44.463029Z","end":"2026-03-04T05:49:46.747783Z","steps":["trace[962348154] 'process raft request' (duration: 2.28463216s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:46.747929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:44.46302Z","time spent":"2.284857475s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:46.747974Z","caller":"traceutil/trace.go:171","msg":"trace[1240484727] transaction","detail":"{read_only:false; response_revision:23699; number_of_response:1; }","duration":"1.346924328s","start":"2026-03-04T05:49:45.401029Z","end":"2026-03-04T05:49:46.747954Z","steps":["trace[1240484727] 'process raft request' (duration: 1.346815295s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:46.748077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:45.401011Z","time spent":"1.347013799s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:46.748169Z","caller":"traceutil/trace.go:171","msg":"trace[2104174874] transaction","detail":"{read_only:false; response_revision:23696; number_of_response:1; }","duration":"2.285440748s","start":"2026-03-04T05:49:44.462709Z","end":"2026-03-04T05:49:46.74815Z","steps":["trace[2104174874] 'process raft request' (duration: 2.284885965s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:46.748266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:44.462699Z","time spent":"2.28551962s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:46.748069Z","caller":"traceutil/trace.go:171","msg":"trace[590915076] transaction","detail":"{read_only:false; response_revision:23695; number_of_response:1; }","duration":"2.285690995s","start":"2026-03-04T05:49:44.462262Z","end":"2026-03-04T05:49:46.747953Z","steps":["trace[590915076] 'process raft request' (duration: 2.285210414s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:46.74836Z","caller":"traceutil/trace.go:171","msg":"trace[292660788] transaction","detail":"{read_only:false; response_revision:23694; number_of_response:1; }","duration":"2.286162345s","start":"2026-03-04T05:49:44.46216Z","end":"2026-03-04T05:49:46.748322Z","steps":["trace[292660788] 'process raft request' (duration: 2.284733012s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:46.748543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:44.462133Z","time spent":"2.286302909s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:46.748562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286517454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T05:49:46.748626Z","caller":"traceutil/trace.go:171","msg":"trace[68063159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23699; }","duration":"2.286602816s","start":"2026-03-04T05:49:44.462003Z","end":"2026-03-04T05:49:46.748606Z","steps":["trace[68063159] 'agreement among raft nodes before linearized reading' (duration: 2.286386091s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:46.748689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:44.461987Z","time spent":"2.286688108s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:49:46.748977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:44.462247Z","time spent":"2.286445612s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:46.748343Z","caller":"traceutil/trace.go:171","msg":"trace[1637460183] linearizableReadLoop","detail":"{readStateIndex:24534; appliedIndex:24524; }","duration":"2.286240257s","start":"2026-03-04T05:49:44.462028Z","end":"2026-03-04T05:49:46.748269Z","steps":["trace[1637460183] 'read index received' (duration: 610.008826ms)","trace[1637460183] 'applied index is now lower than readState.Index' (duration: 1.676223871s)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:49:46.748462Z","caller":"traceutil/trace.go:171","msg":"trace[925963714] transaction","detail":"{read_only:false; response_revision:23698; number_of_response:1; }","duration":"2.207678545s","start":"2026-03-04T05:49:44.540708Z","end":"2026-03-04T05:49:46.748387Z","steps":["trace[925963714] 'process raft request' (duration: 2.207015989s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:46.749464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:44.54068Z","time spent":"2.208732759s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:46.790607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000545577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T05:49:46.790669Z","caller":"traceutil/trace.go:171","msg":"trace[641025774] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00068289s","start":"2026-03-04T05:49:44.789973Z","end":"2026-03-04T05:49:46.790655Z","steps":["trace[641025774] 'agreement among raft nodes before linearized reading' (duration: 2.000609558s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:46.79071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:44.789948Z","time spent":"2.000752191s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 05:49:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T05:49:47.249968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590360004,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T05:49:47.642214Z","caller":"traceutil/trace.go:171","msg":"trace[1167019333] transaction","detail":"{read_only:false; response_revision:23701; number_of_response:1; }","duration":"1.001342423s","start":"2026-03-04T05:49:46.640842Z","end":"2026-03-04T05:49:47.642184Z","steps":["trace[1167019333] 'process raft request' (duration: 1.001254251s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:47.642225Z","caller":"traceutil/trace.go:171","msg":"trace[1558452857] transaction","detail":"{read_only:false; response_revision:23700; number_of_response:1; }","duration":"1.038552227s","start":"2026-03-04T05:49:46.603638Z","end":"2026-03-04T05:49:47.64219Z","steps":["trace[1558452857] 'process raft request' (duration: 1.037269147s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:47.642408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:46.640819Z","time spent":"1.001492627s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:47.642549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:46.603609Z","time spent":"1.038838184s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:47.64661Z","caller":"traceutil/trace.go:171","msg":"trace[1389089789] transaction","detail":"{read_only:false; response_revision:23702; number_of_response:1; }","duration":"892.221665ms","start":"2026-03-04T05:49:46.754365Z","end":"2026-03-04T05:49:47.646587Z","steps":["trace[1389089789] 'process raft request' (duration: 892.085122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:47.646712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:46.754345Z","time spent":"892.318668ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:47.646852Z","caller":"traceutil/trace.go:171","msg":"trace[1718169517] transaction","detail":"{read_only:false; response_revision:23703; number_of_response:1; }","duration":"567.894389ms","start":"2026-03-04T05:49:47.078934Z","end":"2026-03-04T05:49:47.646828Z","steps":["trace[1718169517] 'process raft request' (duration: 567.605922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:47.646972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:47.078905Z","time spent":"568.003751ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:49:47.646969Z","caller":"traceutil/trace.go:171","msg":"trace[582667778] linearizableReadLoop","detail":"{readStateIndex:24540; appliedIndex:24535; }","duration":"897.848016ms","start":"2026-03-04T05:49:46.749101Z","end":"2026-03-04T05:49:47.646949Z","steps":["trace[582667778] 'read index received' (duration: 891.936498ms)","trace[582667778] 'applied index is now lower than readState.Index' (duration: 5.910348ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:49:47.647126Z","caller":"traceutil/trace.go:171","msg":"trace[1234975805] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"567.743235ms","start":"2026-03-04T05:49:47.07937Z","end":"2026-03-04T05:49:47.647113Z","steps":["trace[1234975805] 'process raft request' (duration: 567.381097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:47.647126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257114634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:49:47.647123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814223447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:49:47.647174Z","caller":"traceutil/trace.go:171","msg":"trace[1888873343] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23704; }","duration":"2.257215706s","start":"2026-03-04T05:49:45.389944Z","end":"2026-03-04T05:49:47.64716Z","steps":["trace[1888873343] 'agreement among raft nodes before linearized reading' (duration: 2.257061683s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:47.647171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208998314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T05:49:47.647188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:47.079347Z","time spent":"567.806406ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:49:47.647172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030314225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:49:47.647209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:45.389916Z","time spent":"2.257283048s","remote":"127.0.0.1:51250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:49:47.64719Z","caller":"traceutil/trace.go:171","msg":"trace[1575798830] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23704; }","duration":"1.814355871s","start":"2026-03-04T05:49:45.832815Z","end":"2026-03-04T05:49:47.647171Z","steps":["trace[1575798830] 'agreement among raft nodes before linearized reading' (duration: 1.814202127s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:47.647228Z","caller":"traceutil/trace.go:171","msg":"trace[1135577335] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23704; }","duration":"1.209102017s","start":"2026-03-04T05:49:46.438112Z","end":"2026-03-04T05:49:47.647214Z","steps":["trace[1135577335] 'agreement among raft nodes before linearized reading' (duration: 1.208889102s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:47.647266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:46.438086Z","time spent":"1.209170499s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T05:49:47.64726Z","caller":"traceutil/trace.go:171","msg":"trace[2094345221] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23704; }","duration":"2.030458228s","start":"2026-03-04T05:49:45.616777Z","end":"2026-03-04T05:49:47.647236Z","steps":["trace[2094345221] 'agreement among raft nodes before linearized reading' (duration: 2.030290254s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:47.647267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:45.832783Z","time spent":"1.814469903s","remote":"127.0.0.1:56826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:47.647313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:45.616754Z","time spent":"2.030548341s","remote":"127.0.0.1:57392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:49:47.647324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.231561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:49:47.6474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.361652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:49:47.647413Z","caller":"traceutil/trace.go:171","msg":"trace[477825712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23704; }","duration":"856.379835ms","start":"2026-03-04T05:49:46.791009Z","end":"2026-03-04T05:49:47.647388Z","steps":["trace[477825712] 'agreement among raft nodes before linearized reading' (duration: 856.19755ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:47.647452Z","caller":"traceutil/trace.go:171","msg":"trace[2103562230] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23704; }","duration":"192.457474ms","start":"2026-03-04T05:49:47.454979Z","end":"2026-03-04T05:49:47.647437Z","steps":["trace[2103562230] 'agreement among raft nodes before linearized reading' (duration: 192.30539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:49:47.647471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:49:46.790991Z","time spent":"856.469656ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:49:49.754972Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20627} {"level":"info","ts":"2026-03-04T05:49:49.926339Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20627,"took":"167.181319ms","hash":3742785000,"current-db-size-bytes":47960064,"current-db-size":"48 MB","current-db-size-in-use-bytes":39120896,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-04T05:49:49.926416Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3742785000,"revision":20627,"compact-revision":18493} {"level":"warn","ts":"2026-03-04T05:50:03.48529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.007968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:50:03.485402Z","caller":"traceutil/trace.go:171","msg":"trace[1093837591] linearizableReadLoop","detail":"{readStateIndex:24710; appliedIndex:24709; }","duration":"565.151709ms","start":"2026-03-04T05:50:02.920236Z","end":"2026-03-04T05:50:03.485388Z","steps":["trace[1093837591] 'read index received' (duration: 438.099701ms)","trace[1093837591] 'applied index is now lower than readState.Index' (duration: 127.050778ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:03.48556Z","caller":"traceutil/trace.go:171","msg":"trace[1257042958] transaction","detail":"{read_only:false; response_revision:23868; number_of_response:1; }","duration":"567.630027ms","start":"2026-03-04T05:50:02.917915Z","end":"2026-03-04T05:50:03.485545Z","steps":["trace[1257042958] 'process raft request' (duration: 440.311342ms)","trace[1257042958] 'compare' (duration: 126.68663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:03.485608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:02.917906Z","time spent":"567.680748ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T05:50:03.486276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.5735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9540"} {"level":"info","ts":"2026-03-04T05:50:03.486358Z","caller":"traceutil/trace.go:171","msg":"trace[722906310] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23868; }","duration":"568.716243ms","start":"2026-03-04T05:50:02.917624Z","end":"2026-03-04T05:50:03.48634Z","steps":["trace[722906310] 'agreement among raft nodes before linearized reading' (duration: 568.105088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:03.486402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:02.917617Z","time spent":"568.775914ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9563,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-03-04T05:50:03.523178Z","caller":"traceutil/trace.go:171","msg":"trace[436289929] transaction","detail":"{read_only:false; response_revision:23869; number_of_response:1; }","duration":"599.100524ms","start":"2026-03-04T05:50:02.92405Z","end":"2026-03-04T05:50:03.523151Z","steps":["trace[436289929] 'process raft request' (duration: 598.90503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:03.523364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:02.924042Z","time spent":"599.220378ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:03.523487Z","caller":"traceutil/trace.go:171","msg":"trace[1872038570] transaction","detail":"{read_only:false; response_revision:23870; number_of_response:1; }","duration":"592.328706ms","start":"2026-03-04T05:50:02.931138Z","end":"2026-03-04T05:50:03.523466Z","steps":["trace[1872038570] 'process raft request' (duration: 591.963687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:03.523609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:02.931122Z","time spent":"592.416358ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:03.523682Z","caller":"traceutil/trace.go:171","msg":"trace[109646719] transaction","detail":"{read_only:false; response_revision:23871; number_of_response:1; }","duration":"589.956451ms","start":"2026-03-04T05:50:02.933682Z","end":"2026-03-04T05:50:03.523638Z","steps":["trace[109646719] 'process raft request' (duration: 589.713755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:03.523854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:02.933668Z","time spent":"590.096964ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:03.523861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.394991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T05:50:03.52393Z","caller":"traceutil/trace.go:171","msg":"trace[1871842028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23871; }","duration":"587.467432ms","start":"2026-03-04T05:50:02.936448Z","end":"2026-03-04T05:50:03.523916Z","steps":["trace[1871842028] 'agreement among raft nodes before linearized reading' (duration: 587.310739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:03.523901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.440151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T05:50:03.523971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:02.936445Z","time spent":"587.518093ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T05:50:03.524007Z","caller":"traceutil/trace.go:171","msg":"trace[1584236026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23871; }","duration":"587.579845ms","start":"2026-03-04T05:50:02.936396Z","end":"2026-03-04T05:50:03.523976Z","steps":["trace[1584236026] 'agreement among raft nodes before linearized reading' (duration: 587.330319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:03.524069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:02.936377Z","time spent":"587.679667ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:50:03.524084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.089441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-03-04T05:50:03.524136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.158061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" ","response":"range_response_count:1 size:2578"} {"level":"info","ts":"2026-03-04T05:50:03.524142Z","caller":"traceutil/trace.go:171","msg":"trace[253643894] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:23871; }","duration":"418.161003ms","start":"2026-03-04T05:50:03.105962Z","end":"2026-03-04T05:50:03.524123Z","steps":["trace[253643894] 'agreement among raft nodes before linearized reading' (duration: 418.00356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:03.52414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.392036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T05:50:03.524178Z","caller":"traceutil/trace.go:171","msg":"trace[466078366] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645; range_end:; response_count:1; response_revision:23871; }","duration":"589.212883ms","start":"2026-03-04T05:50:02.934952Z","end":"2026-03-04T05:50:03.524165Z","steps":["trace[466078366] 'agreement among raft nodes before linearized reading' (duration: 589.105161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:03.524188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:03.105946Z","time spent":"418.231334ms","remote":"127.0.0.1:56222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-04T05:50:03.524067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.825197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:03.523914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.860267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:03.524304Z","caller":"traceutil/trace.go:171","msg":"trace[1799766823] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23871; }","duration":"555.064972ms","start":"2026-03-04T05:50:02.96919Z","end":"2026-03-04T05:50:03.524255Z","steps":["trace[1799766823] 'agreement among raft nodes before linearized reading' (duration: 554.804846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:03.524373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.366027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9540"} {"level":"info","ts":"2026-03-04T05:50:03.524405Z","caller":"traceutil/trace.go:171","msg":"trace[1141917720] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23871; }","duration":"462.37641ms","start":"2026-03-04T05:50:03.061973Z","end":"2026-03-04T05:50:03.52435Z","steps":["trace[1141917720] 'agreement among raft nodes before linearized reading' (duration: 461.820706ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:03.524201Z","caller":"traceutil/trace.go:171","msg":"trace[1324968777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23871; }","duration":"586.453519ms","start":"2026-03-04T05:50:02.93773Z","end":"2026-03-04T05:50:03.524184Z","steps":["trace[1324968777] 'agreement among raft nodes before linearized reading' (duration: 585.958707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:03.524447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:02.969171Z","time spent":"555.215086ms","remote":"127.0.0.1:57032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:03.524474Z","caller":"traceutil/trace.go:171","msg":"trace[565665731] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23871; }","duration":"592.48225ms","start":"2026-03-04T05:50:02.931966Z","end":"2026-03-04T05:50:03.524448Z","steps":["trace[565665731] 'agreement among raft nodes before linearized reading' (duration: 592.137182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:03.524501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:02.937726Z","time spent":"586.757976ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:50:03.524528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:03.061963Z","time spent":"462.501782ms","remote":"127.0.0.1:56906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:03.524543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:02.931923Z","time spent":"592.611153ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9563,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-04T05:50:03.524206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:02.934943Z","time spent":"589.256774ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2601,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" "} {"level":"warn","ts":"2026-03-04T05:50:03.525102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.998031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210819"} {"level":"warn","ts":"2026-03-04T05:50:03.525105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.541452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" ","response":"range_response_count:1 size:2578"} {"level":"info","ts":"2026-03-04T05:50:03.525162Z","caller":"traceutil/trace.go:171","msg":"trace[675583467] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23871; }","duration":"520.053652ms","start":"2026-03-04T05:50:03.005092Z","end":"2026-03-04T05:50:03.525146Z","steps":["trace[675583467] 'agreement among raft nodes before linearized reading' (duration: 519.012898ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:03.525171Z","caller":"traceutil/trace.go:171","msg":"trace[629449088] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645; range_end:; response_count:1; response_revision:23871; }","duration":"601.620303ms","start":"2026-03-04T05:50:02.923535Z","end":"2026-03-04T05:50:03.525155Z","steps":["trace[629449088] 'agreement among raft nodes before linearized reading' (duration: 600.080897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:03.525206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:03.005029Z","time spent":"520.167824ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210842,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-04T05:50:03.525211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:02.923529Z","time spent":"601.673786ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2601,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" "} {"level":"info","ts":"2026-03-04T05:50:03.911106Z","caller":"traceutil/trace.go:171","msg":"trace[347188962] linearizableReadLoop","detail":"{readStateIndex:24715; appliedIndex:24713; }","duration":"385.668461ms","start":"2026-03-04T05:50:03.525389Z","end":"2026-03-04T05:50:03.911057Z","steps":["trace[347188962] 'read index received' (duration: 385.054937ms)","trace[347188962] 'applied index is now lower than readState.Index' (duration: 612.424µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:03.911241Z","caller":"traceutil/trace.go:171","msg":"trace[350895397] transaction","detail":"{read_only:false; response_revision:23873; number_of_response:1; }","duration":"403.601052ms","start":"2026-03-04T05:50:03.507623Z","end":"2026-03-04T05:50:03.911224Z","steps":["trace[350895397] 'process raft request' (duration: 403.297675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:03.911367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:03.507599Z","time spent":"403.669513ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9586,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:03.911413Z","caller":"traceutil/trace.go:171","msg":"trace[562808170] transaction","detail":"{read_only:false; response_revision:23872; number_of_response:1; }","duration":"419.588167ms","start":"2026-03-04T05:50:03.491792Z","end":"2026-03-04T05:50:03.91138Z","steps":["trace[562808170] 'process raft request' (duration: 418.719457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:03.911449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.03108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" ","response":"range_response_count:1 size:2578"} {"level":"info","ts":"2026-03-04T05:50:03.911528Z","caller":"traceutil/trace.go:171","msg":"trace[502338649] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645; range_end:; response_count:1; response_revision:23873; }","duration":"386.210854ms","start":"2026-03-04T05:50:03.525295Z","end":"2026-03-04T05:50:03.911506Z","steps":["trace[502338649] 'agreement among raft nodes before linearized reading' (duration: 385.972328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:03.911542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:03.491759Z","time spent":"419.715679ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T05:50:03.911573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:03.525276Z","time spent":"386.287226ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2601,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" "} {"level":"warn","ts":"2026-03-04T05:50:04.411559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590360420,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T05:50:04.919738Z","caller":"traceutil/trace.go:171","msg":"trace[1017894288] transaction","detail":"{read_only:false; response_revision:23874; number_of_response:1; }","duration":"1.390076177s","start":"2026-03-04T05:50:03.529629Z","end":"2026-03-04T05:50:04.919706Z","steps":["trace[1017894288] 'process raft request' (duration: 1.331028843s)","trace[1017894288] 'compare' (duration: 58.571013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:04.919953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:03.529607Z","time spent":"1.39022783s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:04.920603Z","caller":"traceutil/trace.go:171","msg":"trace[702121899] transaction","detail":"{read_only:false; response_revision:23878; number_of_response:1; }","duration":"1.185625864s","start":"2026-03-04T05:50:03.734935Z","end":"2026-03-04T05:50:04.92056Z","steps":["trace[702121899] 'process raft request' (duration: 1.185172894s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:04.920665Z","caller":"traceutil/trace.go:171","msg":"trace[534895557] transaction","detail":"{read_only:false; response_revision:23876; number_of_response:1; }","duration":"1.3897765s","start":"2026-03-04T05:50:03.530863Z","end":"2026-03-04T05:50:04.920639Z","steps":["trace[534895557] 'process raft request' (duration: 1.389069574s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:04.920618Z","caller":"traceutil/trace.go:171","msg":"trace[8580882] transaction","detail":"{read_only:false; response_revision:23880; number_of_response:1; }","duration":"103.605159ms","start":"2026-03-04T05:50:04.816978Z","end":"2026-03-04T05:50:04.920583Z","steps":["trace[8580882] 'process raft request' (duration: 103.245301ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:04.920672Z","caller":"traceutil/trace.go:171","msg":"trace[841652764] transaction","detail":"{read_only:false; response_revision:23879; number_of_response:1; }","duration":"1.183929964s","start":"2026-03-04T05:50:03.736696Z","end":"2026-03-04T05:50:04.920626Z","steps":["trace[841652764] 'process raft request' (duration: 1.183465093s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:04.92078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:03.530854Z","time spent":"1.389866922s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:04.920676Z","caller":"traceutil/trace.go:171","msg":"trace[1824540475] linearizableReadLoop","detail":"{readStateIndex:24721; appliedIndex:24715; }","duration":"1.009463244s","start":"2026-03-04T05:50:03.911193Z","end":"2026-03-04T05:50:04.920656Z","steps":["trace[1824540475] 'read index received' (duration: 949.551799ms)","trace[1824540475] 'applied index is now lower than readState.Index' (duration: 59.909225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:04.920868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:03.73668Z","time spent":"1.184091528s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:04.92088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391591193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-04T05:50:04.920926Z","caller":"traceutil/trace.go:171","msg":"trace[1028551041] transaction","detail":"{read_only:false; response_revision:23875; number_of_response:1; }","duration":"1.391021499s","start":"2026-03-04T05:50:03.529887Z","end":"2026-03-04T05:50:04.920908Z","steps":["trace[1028551041] 'process raft request' (duration: 1.389754459s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:04.920946Z","caller":"traceutil/trace.go:171","msg":"trace[2119498192] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23882; }","duration":"1.391699515s","start":"2026-03-04T05:50:03.529226Z","end":"2026-03-04T05:50:04.920925Z","steps":["trace[2119498192] 'agreement among raft nodes before linearized reading' (duration: 1.39149609s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:04.920997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:03.529206Z","time spent":"1.391776616s","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-04T05:50:04.920784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:03.734899Z","time spent":"1.185786358s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:04.921012Z","caller":"traceutil/trace.go:171","msg":"trace[1809097583] transaction","detail":"{read_only:false; response_revision:23877; number_of_response:1; }","duration":"1.388845389s","start":"2026-03-04T05:50:03.532145Z","end":"2026-03-04T05:50:04.92099Z","steps":["trace[1809097583] 'process raft request' (duration: 1.387883126s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:04.921029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:03.529872Z","time spent":"1.391103741s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:04.921062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.221794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-03-04T05:50:04.921111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131408963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:04.921117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:03.532122Z","time spent":"1.3889437s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:04.921163Z","caller":"traceutil/trace.go:171","msg":"trace[1934106999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23882; }","duration":"1.131462894s","start":"2026-03-04T05:50:03.789686Z","end":"2026-03-04T05:50:04.921149Z","steps":["trace[1934106999] 'agreement among raft nodes before linearized reading' (duration: 1.131364302s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:04.92119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174708958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T05:50:04.921422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:03.789646Z","time spent":"1.131768591s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:50:04.921435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174108194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T05:50:04.921126Z","caller":"traceutil/trace.go:171","msg":"trace[1911724481] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645; range_end:; response_count:1; response_revision:23882; }","duration":"386.342667ms","start":"2026-03-04T05:50:04.534764Z","end":"2026-03-04T05:50:04.921107Z","steps":["trace[1911724481] 'agreement among raft nodes before linearized reading' (duration: 386.192214ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:04.921483Z","caller":"traceutil/trace.go:171","msg":"trace[1378782908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23882; }","duration":"1.174154335s","start":"2026-03-04T05:50:03.747317Z","end":"2026-03-04T05:50:04.921471Z","steps":["trace[1378782908] 'agreement among raft nodes before linearized reading' (duration: 1.173729075s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:04.921491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.604401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T05:50:04.921518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:03.747235Z","time spent":"1.174275578s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T05:50:04.921529Z","caller":"traceutil/trace.go:171","msg":"trace[995650476] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23882; }","duration":"121.681023ms","start":"2026-03-04T05:50:04.799839Z","end":"2026-03-04T05:50:04.92152Z","steps":["trace[995650476] 'agreement among raft nodes before linearized reading' (duration: 121.307084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:04.921593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362854729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-03-04T05:50:04.921627Z","caller":"traceutil/trace.go:171","msg":"trace[1381469368] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23882; }","duration":"1.36290023s","start":"2026-03-04T05:50:03.558717Z","end":"2026-03-04T05:50:04.921617Z","steps":["trace[1381469368] 'agreement among raft nodes before linearized reading' (duration: 1.362810108s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:04.921592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:04.534742Z","time spent":"386.791737ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" "} {"level":"warn","ts":"2026-03-04T05:50:04.921658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:03.558708Z","time spent":"1.362943821s","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-04T05:50:04.921463Z","caller":"traceutil/trace.go:171","msg":"trace[2028212842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23882; }","duration":"1.175027506s","start":"2026-03-04T05:50:03.746419Z","end":"2026-03-04T05:50:04.921446Z","steps":["trace[2028212842] 'agreement among raft nodes before linearized reading' (duration: 1.174634857s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:04.921795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:03.7464Z","time spent":"1.175333853s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:50:05.918582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.91333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:50:05.918724Z","caller":"traceutil/trace.go:171","msg":"trace[1155889088] transaction","detail":"{read_only:false; response_revision:23883; number_of_response:1; }","duration":"984.198103ms","start":"2026-03-04T05:50:04.934503Z","end":"2026-03-04T05:50:05.918701Z","steps":["trace[1155889088] 'process raft request' (duration: 507.071128ms)","trace[1155889088] 'compare' (duration: 476.250854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:05.918943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:04.934491Z","time spent":"984.416298ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:07.313974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:06.09991Z","time spent":"1.214054441s","remote":"127.0.0.1:40972","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T05:50:07.314516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.158909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:50:07.314912Z","caller":"traceutil/trace.go:171","msg":"trace[2063906202] transaction","detail":"{read_only:false; response_revision:23888; number_of_response:1; }","duration":"1.273475864s","start":"2026-03-04T05:50:06.041417Z","end":"2026-03-04T05:50:07.314892Z","steps":["trace[2063906202] 'process raft request' (duration: 1.273415273s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:07.314979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:06.041394Z","time spent":"1.273550666s","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1319,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:07.315154Z","caller":"traceutil/trace.go:171","msg":"trace[301449584] linearizableReadLoop","detail":"{readStateIndex:24727; appliedIndex:24724; }","duration":"2.374097986s","start":"2026-03-04T05:50:04.941016Z","end":"2026-03-04T05:50:07.315114Z","steps":["trace[301449584] 'read index received' (duration: 500.533464ms)","trace[301449584] 'applied index is now lower than readState.Index' (duration: 1.873559822s)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:07.315482Z","caller":"traceutil/trace.go:171","msg":"trace[521093769] transaction","detail":"{read_only:false; response_revision:23885; number_of_response:1; }","duration":"2.376935633s","start":"2026-03-04T05:50:04.938348Z","end":"2026-03-04T05:50:07.315284Z","steps":["trace[521093769] 'process raft request' (duration: 2.376250807s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:07.31553Z","caller":"traceutil/trace.go:171","msg":"trace[1715944575] transaction","detail":"{read_only:false; response_revision:23884; number_of_response:1; }","duration":"2.380924096s","start":"2026-03-04T05:50:04.934567Z","end":"2026-03-04T05:50:07.315491Z","steps":["trace[1715944575] 'process raft request' (duration: 1.425619451s)","trace[1715944575] 'compare' (duration: 953.707038ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:07.315511Z","caller":"traceutil/trace.go:171","msg":"trace[276654764] transaction","detail":"{read_only:false; response_revision:23887; number_of_response:1; }","duration":"1.783556462s","start":"2026-03-04T05:50:05.531622Z","end":"2026-03-04T05:50:07.315179Z","steps":["trace[276654764] 'process raft request' (duration: 1.783166373s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:07.315706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:04.934556Z","time spent":"2.38105723s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:07.315752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.374726021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-04T05:50:07.31579Z","caller":"traceutil/trace.go:171","msg":"trace[1612494736] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23888; }","duration":"2.374780513s","start":"2026-03-04T05:50:04.940999Z","end":"2026-03-04T05:50:07.315779Z","steps":["trace[1612494736] 'agreement among raft nodes before linearized reading' (duration: 2.374610459s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:07.31581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:04.940988Z","time spent":"2.374817804s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-04T05:50:07.315793Z","caller":"traceutil/trace.go:171","msg":"trace[1071938597] transaction","detail":"{read_only:false; response_revision:23886; number_of_response:1; }","duration":"1.784228207s","start":"2026-03-04T05:50:05.531532Z","end":"2026-03-04T05:50:07.31576Z","steps":["trace[1071938597] 'process raft request' (duration: 1.783188223s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:07.315884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:05.531597Z","time spent":"1.784107035s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:07.315581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:04.938334Z","time spent":"2.377176769s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T05:50:07.315955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:05.531504Z","time spent":"1.784367121s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:07.815725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590360443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:50:08.316025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590360443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:50:08.789967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999992695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T05:50:08.790066Z","caller":"traceutil/trace.go:171","msg":"trace[569875576] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000120478s","start":"2026-03-04T05:50:06.789921Z","end":"2026-03-04T05:50:08.790042Z","steps":["trace[569875576] 'agreement among raft nodes before linearized reading' (duration: 2.000007356s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:08.790129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:06.789913Z","time spent":"2.00019228s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 05:50:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T05:50:08.817118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590360443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:50:09.318085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590360443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:50:09.740777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.937977145s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T05:50:09.74124Z","caller":"traceutil/trace.go:171","msg":"trace[1029082190] transaction","detail":"{read_only:false; response_revision:23889; number_of_response:1; }","duration":"2.938560228s","start":"2026-03-04T05:50:06.80265Z","end":"2026-03-04T05:50:09.741211Z","steps":["trace[1029082190] 'process raft request' (duration: 2.938365313s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:09.74147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:06.802634Z","time spent":"2.938688852s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:10.7908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000226322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T05:50:10.790879Z","caller":"traceutil/trace.go:171","msg":"trace[1482596377] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000350645s","start":"2026-03-04T05:50:08.79051Z","end":"2026-03-04T05:50:10.790861Z","steps":["trace[1482596377] 'agreement among raft nodes before linearized reading' (duration: 2.000242633s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:10.790921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:08.790499Z","time spent":"2.000413136s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 05:50:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T05:50:11.247824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.5085ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:11.247926Z","caller":"traceutil/trace.go:171","msg":"trace[1216220490] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23889; }","duration":"958.624314ms","start":"2026-03-04T05:50:10.289287Z","end":"2026-03-04T05:50:11.247911Z","steps":["trace[1216220490] 'range keys from in-memory index tree' (duration: 958.49332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:11.371714Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.629627984s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T05:50:11.372439Z","caller":"traceutil/trace.go:171","msg":"trace[2012723069] transaction","detail":"{read_only:false; response_revision:23890; number_of_response:1; }","duration":"4.443908798s","start":"2026-03-04T05:50:06.928496Z","end":"2026-03-04T05:50:11.372405Z","steps":["trace[2012723069] 'process raft request' (duration: 4.44354342s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:11.372714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:06.928479Z","time spent":"4.444061952s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:11.372715Z","caller":"traceutil/trace.go:171","msg":"trace[1553530026] transaction","detail":"{read_only:false; response_revision:23891; number_of_response:1; }","duration":"4.443674433s","start":"2026-03-04T05:50:06.92901Z","end":"2026-03-04T05:50:11.372684Z","steps":["trace[1553530026] 'process raft request' (duration: 4.443328725s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:11.372892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:06.928968Z","time spent":"4.443827076s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:11.37291Z","caller":"traceutil/trace.go:171","msg":"trace[813267628] transaction","detail":"{read_only:false; response_revision:23893; number_of_response:1; }","duration":"4.443499619s","start":"2026-03-04T05:50:06.929386Z","end":"2026-03-04T05:50:11.372886Z","steps":["trace[813267628] 'process raft request' (duration: 4.443399276s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:11.373061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:06.929379Z","time spent":"4.443598912s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:11.373074Z","caller":"traceutil/trace.go:171","msg":"trace[862839262] transaction","detail":"{read_only:false; response_revision:23894; number_of_response:1; }","duration":"4.442266s","start":"2026-03-04T05:50:06.930794Z","end":"2026-03-04T05:50:11.373059Z","steps":["trace[862839262] 'process raft request' (duration: 4.442049325s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:11.373066Z","caller":"traceutil/trace.go:171","msg":"trace[1087449971] transaction","detail":"{read_only:false; response_revision:23892; number_of_response:1; }","duration":"4.443752705s","start":"2026-03-04T05:50:06.929282Z","end":"2026-03-04T05:50:11.373035Z","steps":["trace[1087449971] 'process raft request' (duration: 4.443363296s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:11.373146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:06.930767Z","time spent":"4.442345092s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:11.373187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:06.92927Z","time spent":"4.443859517s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:11.37328Z","caller":"traceutil/trace.go:171","msg":"trace[1555505379] transaction","detail":"{read_only:false; response_revision:23895; number_of_response:1; }","duration":"4.047479515s","start":"2026-03-04T05:50:07.325791Z","end":"2026-03-04T05:50:11.373271Z","steps":["trace[1555505379] 'process raft request' (duration: 4.047172557s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:11.373341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:07.325711Z","time spent":"4.047601517s","remote":"127.0.0.1:57338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T05:50:11.925948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998768195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T05:50:11.926046Z","caller":"traceutil/trace.go:171","msg":"trace[1051309193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998914599s","start":"2026-03-04T05:50:06.927111Z","end":"2026-03-04T05:50:11.926025Z","steps":["trace[1051309193] 'agreement among raft nodes before linearized reading' (duration: 4.998777406s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:11.9261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:06.927102Z","time spent":"4.99898676s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 05:50:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T05:50:12.799237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00018042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T05:50:12.799326Z","caller":"traceutil/trace.go:171","msg":"trace[894877649] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000327523s","start":"2026-03-04T05:50:10.798977Z","end":"2026-03-04T05:50:12.799305Z","steps":["trace[894877649] 'agreement among raft nodes before linearized reading' (duration: 2.000213061s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:12.799378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:10.798955Z","time spent":"2.000411425s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 05:50:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T05:50:12.923342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999301539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T05:50:12.923448Z","caller":"traceutil/trace.go:171","msg":"trace[998964960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999481193s","start":"2026-03-04T05:50:07.923935Z","end":"2026-03-04T05:50:12.923416Z","steps":["trace[998964960] 'agreement among raft nodes before linearized reading' (duration: 4.99934689s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:12.923501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:07.923909Z","time spent":"4.999581515s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 05:50:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T05:50:13.069296Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.046632067s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T05:50:14.076494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703426726s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T05:50:14.07924Z","caller":"traceutil/trace.go:171","msg":"trace[1122169351] transaction","detail":"{read_only:false; response_revision:23896; number_of_response:1; }","duration":"5.71300868s","start":"2026-03-04T05:50:08.366202Z","end":"2026-03-04T05:50:14.07921Z","steps":["trace[1122169351] 'process raft request' (duration: 5.71041982s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:14.079409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:08.366165Z","time spent":"5.713149564s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:14.19406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.73463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:50:14.194359Z","caller":"traceutil/trace.go:171","msg":"trace[1342280034] transaction","detail":"{read_only:false; response_revision:23898; number_of_response:1; }","duration":"4.87221585s","start":"2026-03-04T05:50:09.322099Z","end":"2026-03-04T05:50:14.194315Z","steps":["trace[1342280034] 'process raft request' (duration: 4.872108377s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:14.194439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:09.322068Z","time spent":"4.872332902s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:14.194788Z","caller":"traceutil/trace.go:171","msg":"trace[911044776] transaction","detail":"{read_only:false; response_revision:23897; number_of_response:1; }","duration":"5.810352953s","start":"2026-03-04T05:50:08.384423Z","end":"2026-03-04T05:50:14.194776Z","steps":["trace[911044776] 'process raft request' (duration: 5.694767483s)","trace[911044776] 'compare' (duration: 114.523925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:14.194851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:08.384405Z","time spent":"5.810413374s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:14.194825Z","caller":"traceutil/trace.go:171","msg":"trace[1464979583] transaction","detail":"{read_only:false; response_revision:23901; number_of_response:1; }","duration":"815.332174ms","start":"2026-03-04T05:50:13.379443Z","end":"2026-03-04T05:50:14.194775Z","steps":["trace[1464979583] 'process raft request' (duration: 815.281573ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:14.195027Z","caller":"traceutil/trace.go:171","msg":"trace[758795682] transaction","detail":"{read_only:false; response_revision:23899; number_of_response:1; }","duration":"4.871553294s","start":"2026-03-04T05:50:09.323418Z","end":"2026-03-04T05:50:14.194971Z","steps":["trace[758795682] 'process raft request' (duration: 4.870851488s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:14.195071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:13.379415Z","time spent":"815.531949ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:14.195139Z","caller":"traceutil/trace.go:171","msg":"trace[842076008] linearizableReadLoop","detail":"{readStateIndex:24740; appliedIndex:24730; }","duration":"6.879860834s","start":"2026-03-04T05:50:07.315241Z","end":"2026-03-04T05:50:14.195101Z","steps":["trace[842076008] 'read index received' (duration: 2.425789778s)","trace[842076008] 'applied index is now lower than readState.Index' (duration: 4.454065586s)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:14.195147Z","caller":"traceutil/trace.go:171","msg":"trace[1739612065] transaction","detail":"{read_only:false; response_revision:23900; number_of_response:1; }","duration":"3.164388793s","start":"2026-03-04T05:50:11.030715Z","end":"2026-03-04T05:50:14.195104Z","steps":["trace[1739612065] 'process raft request' (duration: 3.163727807s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:14.195234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:09.323411Z","time spent":"4.871714068s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:14.19525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.406060841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:14.195294Z","caller":"traceutil/trace.go:171","msg":"trace[1634168124] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23901; }","duration":"7.406150632s","start":"2026-03-04T05:50:06.789128Z","end":"2026-03-04T05:50:14.195279Z","steps":["trace[1634168124] 'agreement among raft nodes before linearized reading' (duration: 7.406021459s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:14.195311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:11.030689Z","time spent":"3.164532366s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:14.195328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.26655326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T05:50:14.195338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:06.789101Z","time spent":"7.406228114s","remote":"127.0.0.1:57322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:14.195305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.206916121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:14.195369Z","caller":"traceutil/trace.go:171","msg":"trace[1125897784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23901; }","duration":"7.266608871s","start":"2026-03-04T05:50:06.928749Z","end":"2026-03-04T05:50:14.195358Z","steps":["trace[1125897784] 'agreement among raft nodes before linearized reading' (duration: 7.266460927s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:14.195372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.198547572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:14.195365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.267921935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-03-04T05:50:14.19538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.270131584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T05:50:14.195405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:06.928743Z","time spent":"7.266655222s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T05:50:14.195412Z","caller":"traceutil/trace.go:171","msg":"trace[1853169726] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23901; }","duration":"9.198628473s","start":"2026-03-04T05:50:04.996771Z","end":"2026-03-04T05:50:14.195399Z","steps":["trace[1853169726] 'agreement among raft nodes before linearized reading' (duration: 9.198572012s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:14.195316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.033262577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:14.195413Z","caller":"traceutil/trace.go:171","msg":"trace[2064436012] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23901; }","duration":"7.207093955s","start":"2026-03-04T05:50:06.988291Z","end":"2026-03-04T05:50:14.195385Z","steps":["trace[2064436012] 'agreement among raft nodes before linearized reading' (duration: 7.20686141s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:14.195443Z","caller":"traceutil/trace.go:171","msg":"trace[259071278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23901; }","duration":"7.270239856s","start":"2026-03-04T05:50:06.925185Z","end":"2026-03-04T05:50:14.195425Z","steps":["trace[259071278] 'agreement among raft nodes before linearized reading' (duration: 7.269928859s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:14.195457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:04.996746Z","time spent":"9.198701736s","remote":"127.0.0.1:56492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T05:50:14.195334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.779091368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:50:14.195471Z","caller":"traceutil/trace.go:171","msg":"trace[1272777002] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23901; }","duration":"9.033471112s","start":"2026-03-04T05:50:05.161984Z","end":"2026-03-04T05:50:14.195456Z","steps":["trace[1272777002] 'agreement among raft nodes before linearized reading' (duration: 9.033251297s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:14.19549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:06.925161Z","time spent":"7.270316537s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T05:50:14.195431Z","caller":"traceutil/trace.go:171","msg":"trace[1229971722] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645; range_end:; response_count:1; response_revision:23901; }","duration":"8.268023908s","start":"2026-03-04T05:50:05.92739Z","end":"2026-03-04T05:50:14.195414Z","steps":["trace[1229971722] 'agreement among raft nodes before linearized reading' (duration: 8.267718531s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:14.195511Z","caller":"traceutil/trace.go:171","msg":"trace[1887366110] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23901; }","duration":"8.779339904s","start":"2026-03-04T05:50:05.416157Z","end":"2026-03-04T05:50:14.195497Z","steps":["trace[1887366110] 'agreement among raft nodes before linearized reading' (duration: 8.778988496s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:14.195534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.461753595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:50:14.19555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:05.416138Z","time spent":"8.779402006s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:14.19556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.238484588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-04T05:50:14.195568Z","caller":"traceutil/trace.go:171","msg":"trace[809149849] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23901; }","duration":"7.461833477s","start":"2026-03-04T05:50:06.733725Z","end":"2026-03-04T05:50:14.195559Z","steps":["trace[809149849] 'agreement among raft nodes before linearized reading' (duration: 7.461732385s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:14.195564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:05.927376Z","time spent":"8.268172141s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" "} {"level":"warn","ts":"2026-03-04T05:50:14.195587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.765914219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T05:50:14.195597Z","caller":"traceutil/trace.go:171","msg":"trace[326978040] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23901; }","duration":"9.238545549s","start":"2026-03-04T05:50:04.95704Z","end":"2026-03-04T05:50:14.195586Z","steps":["trace[326978040] 'agreement among raft nodes before linearized reading' (duration: 9.238355604s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:14.195604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:06.733702Z","time spent":"7.461892639s","remote":"127.0.0.1:56552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:14.19549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:06.988274Z","time spent":"7.207199828s","remote":"127.0.0.1:38758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:14.195628Z","caller":"traceutil/trace.go:171","msg":"trace[1834010098] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23901; }","duration":"8.76596505s","start":"2026-03-04T05:50:05.429645Z","end":"2026-03-04T05:50:14.195611Z","steps":["trace[1834010098] 'agreement among raft nodes before linearized reading' (duration: 8.765792816s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:14.195632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:04.957032Z","time spent":"9.238593001s","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-04T05:50:14.19542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.483269034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:50:14.195513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:05.161954Z","time spent":"9.033547974s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:14.195682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:05.429636Z","time spent":"8.766038022s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":177,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:14.195683Z","caller":"traceutil/trace.go:171","msg":"trace[1818606671] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23901; }","duration":"8.48352719s","start":"2026-03-04T05:50:05.712144Z","end":"2026-03-04T05:50:14.195671Z","steps":["trace[1818606671] 'agreement among raft nodes before linearized reading' (duration: 8.483249453s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:14.195723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:05.712082Z","time spent":"8.483627602s","remote":"127.0.0.1:56410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:14.321112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998187232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T05:50:14.321216Z","caller":"traceutil/trace.go:171","msg":"trace[1112797271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998338816s","start":"2026-03-04T05:50:09.32285Z","end":"2026-03-04T05:50:14.321189Z","steps":["trace[1112797271] 'agreement among raft nodes before linearized reading' (duration: 4.998211543s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:14.321287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:09.322841Z","time spent":"4.998432188s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 05:50:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T05:50:14.696234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590360454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:50:14.799654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000274613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T05:50:14.799745Z","caller":"traceutil/trace.go:171","msg":"trace[1403903460] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000406806s","start":"2026-03-04T05:50:12.799318Z","end":"2026-03-04T05:50:14.799724Z","steps":["trace[1403903460] 'agreement among raft nodes before linearized reading' (duration: 2.000288163s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:14.799812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:12.799308Z","time spent":"2.000493668s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 05:50:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T05:50:15.197154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590360454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:50:15.698045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590360454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:50:15.939917Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.7485147s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T05:50:15.940548Z","caller":"traceutil/trace.go:171","msg":"trace[243110517] transaction","detail":"{read_only:false; response_revision:23903; number_of_response:1; }","duration":"2.559967173s","start":"2026-03-04T05:50:13.380549Z","end":"2026-03-04T05:50:15.940516Z","steps":["trace[243110517] 'process raft request' (duration: 2.559900811s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:15.940749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:13.38054Z","time spent":"2.560103667s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:15.940997Z","caller":"traceutil/trace.go:171","msg":"trace[112300179] transaction","detail":"{read_only:false; response_revision:23902; number_of_response:1; }","duration":"2.560521466s","start":"2026-03-04T05:50:13.380429Z","end":"2026-03-04T05:50:15.940951Z","steps":["trace[112300179] 'process raft request' (duration: 2.559756868s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:15.941173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:13.380414Z","time spent":"2.560662049s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:16.024141Z","caller":"traceutil/trace.go:171","msg":"trace[1942135804] linearizableReadLoop","detail":"{readStateIndex:24749; appliedIndex:24744; }","duration":"1.828924204s","start":"2026-03-04T05:50:14.195187Z","end":"2026-03-04T05:50:16.024112Z","steps":["trace[1942135804] 'read index received' (duration: 1.745020897s)","trace[1942135804] 'applied index is now lower than readState.Index' (duration: 83.902207ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:16.024164Z","caller":"traceutil/trace.go:171","msg":"trace[1965422031] transaction","detail":"{read_only:false; response_revision:23905; number_of_response:1; }","duration":"1.822879854s","start":"2026-03-04T05:50:14.201238Z","end":"2026-03-04T05:50:16.024118Z","steps":["trace[1965422031] 'process raft request' (duration: 1.822770661s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:16.024212Z","caller":"traceutil/trace.go:171","msg":"trace[955313362] transaction","detail":"{read_only:false; response_revision:23904; number_of_response:1; }","duration":"1.823016017s","start":"2026-03-04T05:50:14.20115Z","end":"2026-03-04T05:50:16.024166Z","steps":["trace[955313362] 'process raft request' (duration: 1.822699079s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.024266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.049891527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:16.02429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:14.201212Z","time spent":"1.823015116s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:16.024333Z","caller":"traceutil/trace.go:171","msg":"trace[1369721445] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23906; }","duration":"6.049992739s","start":"2026-03-04T05:50:09.974322Z","end":"2026-03-04T05:50:16.024315Z","steps":["trace[1369721445] 'agreement among raft nodes before linearized reading' (duration: 6.049869356s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.024346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.156158519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:50:16.024389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:09.974303Z","time spent":"6.050073092s","remote":"127.0.0.1:60554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:16.024402Z","caller":"traceutil/trace.go:171","msg":"trace[123835436] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23906; }","duration":"3.156265402s","start":"2026-03-04T05:50:12.868123Z","end":"2026-03-04T05:50:16.024389Z","steps":["trace[123835436] 'agreement among raft nodes before linearized reading' (duration: 3.156147209s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.024432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:14.201128Z","time spent":"1.82319516s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:16.024459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:12.8681Z","time spent":"3.156336954s","remote":"127.0.0.1:56278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:16.024434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644360771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"warn","ts":"2026-03-04T05:50:16.024538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.078796298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6c8648b88-bv9fn.18998d5d017ec990\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-04T05:50:16.024551Z","caller":"traceutil/trace.go:171","msg":"trace[37446254] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23906; }","duration":"2.644518125s","start":"2026-03-04T05:50:13.380004Z","end":"2026-03-04T05:50:16.024522Z","steps":["trace[37446254] 'agreement among raft nodes before linearized reading' (duration: 2.644227138s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:16.024584Z","caller":"traceutil/trace.go:171","msg":"trace[635618978] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6c8648b88-bv9fn.18998d5d017ec990; range_end:; response_count:1; response_revision:23906; }","duration":"7.078860699s","start":"2026-03-04T05:50:08.945711Z","end":"2026-03-04T05:50:16.024572Z","steps":["trace[635618978] 'agreement among raft nodes before linearized reading' (duration: 7.078699805s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.024622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:08.945693Z","time spent":"7.078922501s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":804,"request content":"key:\"/registry/events/openstack/magnum-api-6c8648b88-bv9fn.18998d5d017ec990\" "} {"level":"warn","ts":"2026-03-04T05:50:16.024644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:13.379988Z","time spent":"2.644609827s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-04T05:50:16.024699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.253747217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-04T05:50:16.024726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.873565985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:16.024742Z","caller":"traceutil/trace.go:171","msg":"trace[580979986] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:23906; }","duration":"3.253825949s","start":"2026-03-04T05:50:12.770906Z","end":"2026-03-04T05:50:16.024732Z","steps":["trace[580979986] 'agreement among raft nodes before linearized reading' (duration: 3.253674105s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.024754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079663936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:16.024804Z","caller":"traceutil/trace.go:171","msg":"trace[1324513178] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23906; }","duration":"3.079758638s","start":"2026-03-04T05:50:12.945032Z","end":"2026-03-04T05:50:16.024791Z","steps":["trace[1324513178] 'agreement among raft nodes before linearized reading' (duration: 3.079687487s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.024814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.620125027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:50:16.024842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:12.945012Z","time spent":"3.07982209s","remote":"127.0.0.1:57156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:16.024851Z","caller":"traceutil/trace.go:171","msg":"trace[270317366] transaction","detail":"{read_only:false; response_revision:23906; number_of_response:1; }","duration":"1.277697173s","start":"2026-03-04T05:50:14.747118Z","end":"2026-03-04T05:50:16.024815Z","steps":["trace[270317366] 'process raft request' (duration: 1.276931355s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.024881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.369160207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-04T05:50:16.024867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644877564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-04T05:50:16.024924Z","caller":"traceutil/trace.go:171","msg":"trace[642412933] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23906; }","duration":"8.369264109s","start":"2026-03-04T05:50:07.65565Z","end":"2026-03-04T05:50:16.024914Z","steps":["trace[642412933] 'agreement among raft nodes before linearized reading' (duration: 8.369154917s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:16.024928Z","caller":"traceutil/trace.go:171","msg":"trace[328458152] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23906; }","duration":"2.644938125s","start":"2026-03-04T05:50:13.379981Z","end":"2026-03-04T05:50:16.024919Z","steps":["trace[328458152] 'agreement among raft nodes before linearized reading' (duration: 2.644809482s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.024939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.434023599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:50:16.024959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:07.655619Z","time spent":"8.369333311s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T05:50:16.024964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:13.379919Z","time spent":"2.645038417s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T05:50:16.024984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:14.747082Z","time spent":"1.277817805s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:16.02477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:12.770884Z","time spent":"3.253880771s","remote":"127.0.0.1:56060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.49\" "} {"level":"warn","ts":"2026-03-04T05:50:16.024901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.285181389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:16.025146Z","caller":"traceutil/trace.go:171","msg":"trace[1262283470] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23906; }","duration":"8.285603738s","start":"2026-03-04T05:50:07.73951Z","end":"2026-03-04T05:50:16.025114Z","steps":["trace[1262283470] 'agreement among raft nodes before linearized reading' (duration: 8.284998194s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.025185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.489776822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:16.024966Z","caller":"traceutil/trace.go:171","msg":"trace[1517349664] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23906; }","duration":"5.43405578s","start":"2026-03-04T05:50:10.590903Z","end":"2026-03-04T05:50:16.024959Z","steps":["trace[1517349664] 'agreement among raft nodes before linearized reading' (duration: 5.433965928s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:16.025228Z","caller":"traceutil/trace.go:171","msg":"trace[1516013986] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23906; }","duration":"7.489870424s","start":"2026-03-04T05:50:08.535349Z","end":"2026-03-04T05:50:16.02522Z","steps":["trace[1516013986] 'agreement among raft nodes before linearized reading' (duration: 7.489800893s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.025255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:10.590818Z","time spent":"5.434425829s","remote":"127.0.0.1:56492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:16.025268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.320965515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:16.025318Z","caller":"traceutil/trace.go:171","msg":"trace[77328096] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23906; }","duration":"7.321098838s","start":"2026-03-04T05:50:08.704204Z","end":"2026-03-04T05:50:16.025303Z","steps":["trace[77328096] 'agreement among raft nodes before linearized reading' (duration: 7.320990596s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.025404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:08.704148Z","time spent":"7.321246502s","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:16.02439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.024134737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:16.025265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:08.535323Z","time spent":"7.489934026s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:16.025432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130335101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:16.025461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.837196657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:16.025495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.468284139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T05:50:16.02485Z","caller":"traceutil/trace.go:171","msg":"trace[552304817] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23906; }","duration":"3.620199229s","start":"2026-03-04T05:50:12.404641Z","end":"2026-03-04T05:50:16.024841Z","steps":["trace[552304817] 'agreement among raft nodes before linearized reading' (duration: 3.620146937s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.025362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:07.739491Z","time spent":"8.285755552s","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T05:50:16.025502Z","caller":"traceutil/trace.go:171","msg":"trace[1318712551] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23906; }","duration":"2.130429314s","start":"2026-03-04T05:50:13.895055Z","end":"2026-03-04T05:50:16.025484Z","steps":["trace[1318712551] 'agreement among raft nodes before linearized reading' (duration: 2.130328801s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:16.025596Z","caller":"traceutil/trace.go:171","msg":"trace[327265957] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23906; }","duration":"7.025349355s","start":"2026-03-04T05:50:09.000232Z","end":"2026-03-04T05:50:16.025582Z","steps":["trace[327265957] 'agreement among raft nodes before linearized reading' (duration: 7.024128356s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.025606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.212471212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:16.025609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.501852495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-04T05:50:16.025611Z","caller":"traceutil/trace.go:171","msg":"trace[1939945193] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23906; }","duration":"7.468435102s","start":"2026-03-04T05:50:08.557163Z","end":"2026-03-04T05:50:16.025599Z","steps":["trace[1939945193] 'agreement among raft nodes before linearized reading' (duration: 7.468099474s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.025641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:09.000226Z","time spent":"7.025400836s","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:16.024336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.695255797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:50:16.025655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:08.557144Z","time spent":"7.468501264s","remote":"127.0.0.1:56222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:16.025687Z","caller":"traceutil/trace.go:171","msg":"trace[188388284] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23906; }","duration":"6.696656609s","start":"2026-03-04T05:50:09.329023Z","end":"2026-03-04T05:50:16.02568Z","steps":["trace[188388284] 'agreement among raft nodes before linearized reading' (duration: 6.695241536s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.025728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:09.329017Z","time spent":"6.69670135s","remote":"127.0.0.1:56192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:16.025503Z","caller":"traceutil/trace.go:171","msg":"trace[1795074384] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23906; }","duration":"7.837279959s","start":"2026-03-04T05:50:08.188214Z","end":"2026-03-04T05:50:16.025494Z","steps":["trace[1795074384] 'agreement among raft nodes before linearized reading' (duration: 7.837212047s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.025746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:12.404608Z","time spent":"3.621087999s","remote":"127.0.0.1:32844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:16.025304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096826055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T05:50:16.025816Z","caller":"traceutil/trace.go:171","msg":"trace[1822294881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23906; }","duration":"2.097384579s","start":"2026-03-04T05:50:13.928421Z","end":"2026-03-04T05:50:16.025806Z","steps":["trace[1822294881] 'agreement among raft nodes before linearized reading' (duration: 2.096777565s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.025813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:08.188191Z","time spent":"7.837585626s","remote":"127.0.0.1:53894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:16.025643Z","caller":"traceutil/trace.go:171","msg":"trace[1379006823] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23906; }","duration":"7.501938058s","start":"2026-03-04T05:50:08.523698Z","end":"2026-03-04T05:50:16.025636Z","steps":["trace[1379006823] 'agreement among raft nodes before linearized reading' (duration: 7.501825476s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.025863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249350351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18998d673ce15108\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-04T05:50:16.025889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:08.523671Z","time spent":"7.502207664s","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-04T05:50:16.025642Z","caller":"traceutil/trace.go:171","msg":"trace[1951803262] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23906; }","duration":"7.212544234s","start":"2026-03-04T05:50:08.813086Z","end":"2026-03-04T05:50:16.02563Z","steps":["trace[1951803262] 'agreement among raft nodes before linearized reading' (duration: 7.212486763s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:16.02592Z","caller":"traceutil/trace.go:171","msg":"trace[1517578047] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18998d673ce15108; range_end:; response_count:1; response_revision:23906; }","duration":"2.249439093s","start":"2026-03-04T05:50:13.776466Z","end":"2026-03-04T05:50:16.025905Z","steps":["trace[1517578047] 'agreement among raft nodes before linearized reading' (duration: 2.24929193s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.025856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:13.928397Z","time spent":"2.09744893s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:50:16.025965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:13.77644Z","time spent":"2.249514295s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18998d673ce15108\" "} {"level":"warn","ts":"2026-03-04T05:50:16.025648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:13.895034Z","time spent":"2.130590817s","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:16.02604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.470392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:16.02609Z","caller":"traceutil/trace.go:171","msg":"trace[157030090] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23906; }","duration":"918.521083ms","start":"2026-03-04T05:50:15.107553Z","end":"2026-03-04T05:50:16.026074Z","steps":["trace[157030090] 'agreement among raft nodes before linearized reading' (duration: 918.436481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.026122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218262429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:16.026161Z","caller":"traceutil/trace.go:171","msg":"trace[200551176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23906; }","duration":"1.218358281s","start":"2026-03-04T05:50:14.807793Z","end":"2026-03-04T05:50:16.026152Z","steps":["trace[200551176] 'agreement among raft nodes before linearized reading' (duration: 1.21829429s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.025166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982522906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:16.026192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:14.807703Z","time spent":"1.218479524s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:50:16.026202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776520336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:50:16.026238Z","caller":"traceutil/trace.go:171","msg":"trace[1961750614] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23906; }","duration":"1.776575428s","start":"2026-03-04T05:50:14.24965Z","end":"2026-03-04T05:50:16.026226Z","steps":["trace[1961750614] 'agreement among raft nodes before linearized reading' (duration: 1.776519907s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.026279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:14.24964Z","time spent":"1.776632059s","remote":"127.0.0.1:56396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:16.0263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168255776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:50:16.026335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.559814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-03-04T05:50:16.026341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.70374284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-04T05:50:16.02635Z","caller":"traceutil/trace.go:171","msg":"trace[308971] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23906; }","duration":"1.16835688s","start":"2026-03-04T05:50:14.857979Z","end":"2026-03-04T05:50:16.026336Z","steps":["trace[308971] 'agreement among raft nodes before linearized reading' (duration: 1.168279078s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:16.026375Z","caller":"traceutil/trace.go:171","msg":"trace[291987098] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645; range_end:; response_count:1; response_revision:23906; }","duration":"825.636506ms","start":"2026-03-04T05:50:15.200728Z","end":"2026-03-04T05:50:16.026364Z","steps":["trace[291987098] 'agreement among raft nodes before linearized reading' (duration: 825.538164ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:16.026227Z","caller":"traceutil/trace.go:171","msg":"trace[2117944638] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23906; }","duration":"1.983585471s","start":"2026-03-04T05:50:14.042624Z","end":"2026-03-04T05:50:16.02621Z","steps":["trace[2117944638] 'agreement among raft nodes before linearized reading' (duration: 1.982484405s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.026394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82484164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-03-04T05:50:16.026414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:15.200698Z","time spent":"825.709387ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" "} {"level":"warn","ts":"2026-03-04T05:50:16.026428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.637977279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:16.026479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.882644093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:16.026479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10013938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T05:50:16.026514Z","caller":"traceutil/trace.go:171","msg":"trace[1685364432] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23906; }","duration":"7.882728224s","start":"2026-03-04T05:50:08.143777Z","end":"2026-03-04T05:50:16.026505Z","steps":["trace[1685364432] 'agreement among raft nodes before linearized reading' (duration: 7.882678223s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:16.02652Z","caller":"traceutil/trace.go:171","msg":"trace[2087283078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23906; }","duration":"1.100222432s","start":"2026-03-04T05:50:14.926288Z","end":"2026-03-04T05:50:16.02651Z","steps":["trace[2087283078] 'agreement among raft nodes before linearized reading' (duration: 1.100120079s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.02654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:08.143755Z","time spent":"7.882779316s","remote":"127.0.0.1:53918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:16.026547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:14.926261Z","time spent":"1.100278303s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:50:16.025154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826011907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:16.026641Z","caller":"traceutil/trace.go:171","msg":"trace[1361887723] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23906; }","duration":"1.827512082s","start":"2026-03-04T05:50:14.199111Z","end":"2026-03-04T05:50:16.026623Z","steps":["trace[1361887723] 'agreement among raft nodes before linearized reading' (duration: 1.825986317s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.026709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:14.199093Z","time spent":"1.827598784s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T05:50:16.02649Z","caller":"traceutil/trace.go:171","msg":"trace[247483453] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23906; }","duration":"8.638066751s","start":"2026-03-04T05:50:07.388415Z","end":"2026-03-04T05:50:16.026481Z","steps":["trace[247483453] 'agreement among raft nodes before linearized reading' (duration: 8.637983969s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.027057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:07.388402Z","time spent":"8.638630945s","remote":"127.0.0.1:57116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:16.026379Z","caller":"traceutil/trace.go:171","msg":"trace[992053844] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23906; }","duration":"8.703817372s","start":"2026-03-04T05:50:07.322552Z","end":"2026-03-04T05:50:16.026369Z","steps":["trace[992053844] 'agreement among raft nodes before linearized reading' (duration: 8.7037029s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.027379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:07.322536Z","time spent":"8.704825086s","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-03-04T05:50:16.027564Z","caller":"traceutil/trace.go:171","msg":"trace[314548894] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23906; }","duration":"1.82490307s","start":"2026-03-04T05:50:14.201516Z","end":"2026-03-04T05:50:16.026419Z","steps":["trace[314548894] 'agreement among raft nodes before linearized reading' (duration: 1.824790018s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.027642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:14.201507Z","time spent":"1.82611941s","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-04T05:50:16.025957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:08.813065Z","time spent":"7.212880591s","remote":"127.0.0.1:56748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:16.02613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:15.107453Z","time spent":"918.667657ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:16.026245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.430853983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-04T05:50:16.025731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212081217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:50:16.026384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:14.857948Z","time spent":"1.1684267s","remote":"127.0.0.1:60990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:16.024768Z","caller":"traceutil/trace.go:171","msg":"trace[1443050821] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23906; }","duration":"2.873640797s","start":"2026-03-04T05:50:13.151114Z","end":"2026-03-04T05:50:16.024754Z","steps":["trace[1443050821] 'agreement among raft nodes before linearized reading' (duration: 2.873571855s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.027737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:13.151093Z","time spent":"2.876625586s","remote":"127.0.0.1:56872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:16.026426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:14.042553Z","time spent":"1.983859357s","remote":"127.0.0.1:57266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:16.028442Z","caller":"traceutil/trace.go:171","msg":"trace[905058507] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23906; }","duration":"8.433124756s","start":"2026-03-04T05:50:07.595292Z","end":"2026-03-04T05:50:16.028417Z","steps":["trace[905058507] 'agreement among raft nodes before linearized reading' (duration: 8.430858243s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.028516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:07.595268Z","time spent":"8.433230999s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T05:50:16.028708Z","caller":"traceutil/trace.go:171","msg":"trace[1919416072] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23906; }","duration":"2.215054247s","start":"2026-03-04T05:50:13.813637Z","end":"2026-03-04T05:50:16.028691Z","steps":["trace[1919416072] 'agreement among raft nodes before linearized reading' (duration: 2.212043956s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.028774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:13.813565Z","time spent":"2.2151917s","remote":"127.0.0.1:57416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:16.025337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.429045241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T05:50:16.028894Z","caller":"traceutil/trace.go:171","msg":"trace[443898620] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23906; }","duration":"8.432587264s","start":"2026-03-04T05:50:07.596278Z","end":"2026-03-04T05:50:16.028865Z","steps":["trace[443898620] 'agreement among raft nodes before linearized reading' (duration: 8.428914918s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:16.029008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:07.596253Z","time spent":"8.432731367s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T05:50:17.060275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590360512,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:50:17.527464Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.071465118s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T05:50:17.618022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211613474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210819"} {"level":"info","ts":"2026-03-04T05:50:17.618112Z","caller":"traceutil/trace.go:171","msg":"trace[1841078286] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23929; }","duration":"1.211762797s","start":"2026-03-04T05:50:16.406328Z","end":"2026-03-04T05:50:17.618091Z","steps":["trace[1841078286] 'range keys from in-memory index tree' (duration: 1.210378975s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:17.618159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:16.406306Z","time spent":"1.211841009s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210842,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-04T05:50:17.618503Z","caller":"traceutil/trace.go:171","msg":"trace[1381266109] linearizableReadLoop","detail":"{readStateIndex:24774; appliedIndex:24773; }","duration":"1.05915005s","start":"2026-03-04T05:50:16.559322Z","end":"2026-03-04T05:50:17.618472Z","steps":["trace[1381266109] 'read index received' (duration: 968.378512ms)","trace[1381266109] 'applied index is now lower than readState.Index' (duration: 90.770518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:17.618561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168034012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-04T05:50:17.618615Z","caller":"traceutil/trace.go:171","msg":"trace[1161775214] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645; range_end:; response_count:1; response_revision:23929; }","duration":"1.168166255s","start":"2026-03-04T05:50:16.450433Z","end":"2026-03-04T05:50:17.618599Z","steps":["trace[1161775214] 'range keys from in-memory index tree' (duration: 1.167723565s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:17.618853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:16.450395Z","time spent":"1.168447562s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" "} {"level":"warn","ts":"2026-03-04T05:50:17.618906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.518933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-03-04T05:50:17.618903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.848414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:17.618932Z","caller":"traceutil/trace.go:171","msg":"trace[948711668] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645; range_end:; response_count:1; response_revision:23930; }","duration":"587.580615ms","start":"2026-03-04T05:50:17.031342Z","end":"2026-03-04T05:50:17.618923Z","steps":["trace[948711668] 'agreement among raft nodes before linearized reading' (duration: 587.279988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:17.618926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05959429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:50:17.618969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.549752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:17.619009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.342709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:17.618558Z","caller":"traceutil/trace.go:171","msg":"trace[1498094932] transaction","detail":"{read_only:false; response_revision:23930; number_of_response:1; }","duration":"1.162595445s","start":"2026-03-04T05:50:16.455887Z","end":"2026-03-04T05:50:17.618483Z","steps":["trace[1498094932] 'process raft request' (duration: 1.071901369s)","trace[1498094932] 'compare' (duration: 90.132773ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:17.619064Z","caller":"traceutil/trace.go:171","msg":"trace[1831225047] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23930; }","duration":"139.691385ms","start":"2026-03-04T05:50:17.479355Z","end":"2026-03-04T05:50:17.619046Z","steps":["trace[1831225047] 'agreement among raft nodes before linearized reading' (duration: 139.522851ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:17.619006Z","caller":"traceutil/trace.go:171","msg":"trace[1139069244] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23930; }","duration":"1.059735644s","start":"2026-03-04T05:50:16.559249Z","end":"2026-03-04T05:50:17.618985Z","steps":["trace[1139069244] 'agreement among raft nodes before linearized reading' (duration: 1.059351725s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:17.619092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.514664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:17.619176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:16.559221Z","time spent":"1.059936248s","remote":"127.0.0.1:36950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:17.619193Z","caller":"traceutil/trace.go:171","msg":"trace[162988122] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23930; }","duration":"628.708958ms","start":"2026-03-04T05:50:16.990458Z","end":"2026-03-04T05:50:17.619167Z","steps":["trace[162988122] 'agreement among raft nodes before linearized reading' (duration: 628.460222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:17.619241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:16.99043Z","time spent":"628.798711ms","remote":"127.0.0.1:57192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:17.619074Z","caller":"traceutil/trace.go:171","msg":"trace[780513215] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23930; }","duration":"645.467492ms","start":"2026-03-04T05:50:16.97359Z","end":"2026-03-04T05:50:17.619057Z","steps":["trace[780513215] 'agreement among raft nodes before linearized reading' (duration: 645.334149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:17.619378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:16.973569Z","time spent":"645.786569ms","remote":"127.0.0.1:53882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:17.618957Z","caller":"traceutil/trace.go:171","msg":"trace[1721527859] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23930; }","duration":"736.972447ms","start":"2026-03-04T05:50:16.881972Z","end":"2026-03-04T05:50:17.618944Z","steps":["trace[1721527859] 'agreement among raft nodes before linearized reading' (duration: 736.65148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:17.619593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:16.881945Z","time spent":"737.627102ms","remote":"127.0.0.1:60440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:17.618953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:17.031313Z","time spent":"587.636066ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" "} {"level":"warn","ts":"2026-03-04T05:50:17.619894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:16.455861Z","time spent":"1.16322926s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":901,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T05:50:18.165113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590360515,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T05:50:18.206475Z","caller":"traceutil/trace.go:171","msg":"trace[951573083] transaction","detail":"{read_only:false; response_revision:23931; number_of_response:1; }","duration":"579.931305ms","start":"2026-03-04T05:50:17.626522Z","end":"2026-03-04T05:50:18.206453Z","steps":["trace[951573083] 'process raft request' (duration: 579.009794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:18.206794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:17.626509Z","time spent":"580.026287ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:19.514777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.276240389s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T05:50:19.597236Z","caller":"traceutil/trace.go:171","msg":"trace[844717644] transaction","detail":"{read_only:false; response_revision:23932; number_of_response:1; }","duration":"1.649335825s","start":"2026-03-04T05:50:17.947871Z","end":"2026-03-04T05:50:19.597207Z","steps":["trace[844717644] 'process raft request' (duration: 1.567114468s)","trace[844717644] 'compare' (duration: 81.51261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:19.597456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:17.947852Z","time spent":"1.649456337s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:19.597581Z","caller":"traceutil/trace.go:171","msg":"trace[1045336337] transaction","detail":"{read_only:false; response_revision:23933; number_of_response:1; }","duration":"1.6495419s","start":"2026-03-04T05:50:17.947992Z","end":"2026-03-04T05:50:19.597534Z","steps":["trace[1045336337] 'process raft request' (duration: 1.64915253s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:19.597858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:17.947955Z","time spent":"1.649752995s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:19.787003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999850062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T05:50:19.787166Z","caller":"traceutil/trace.go:171","msg":"trace[1058635689] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000088467s","start":"2026-03-04T05:50:17.787047Z","end":"2026-03-04T05:50:19.787136Z","steps":["trace[1058635689] 'agreement among raft nodes before linearized reading' (duration: 1.999873152s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:19.78724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:17.787029Z","time spent":"2.00019648s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 05:50:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T05:50:20.048149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.710276ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T05:50:20.048882Z","caller":"traceutil/trace.go:171","msg":"trace[2084682114] transaction","detail":"{read_only:false; response_revision:23934; number_of_response:1; }","duration":"1.955714127s","start":"2026-03-04T05:50:18.093141Z","end":"2026-03-04T05:50:20.048855Z","steps":["trace[2084682114] 'process raft request' (duration: 1.955112753s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:20.04904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:18.093123Z","time spent":"1.955833109s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:20.595825Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.080668945s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T05:50:20.857592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.289087ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:20.857737Z","caller":"traceutil/trace.go:171","msg":"trace[638309673] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23934; }","duration":"578.449381ms","start":"2026-03-04T05:50:20.279264Z","end":"2026-03-04T05:50:20.857713Z","steps":["trace[638309673] 'range keys from in-memory index tree' (duration: 578.272217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:20.857945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.984915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:50:20.858163Z","caller":"traceutil/trace.go:171","msg":"trace[124343818] transaction","detail":"{read_only:false; response_revision:23935; number_of_response:1; }","duration":"2.744310954s","start":"2026-03-04T05:50:18.113825Z","end":"2026-03-04T05:50:20.858136Z","steps":["trace[124343818] 'process raft request' (duration: 1.935013812s)","trace[124343818] 'compare' (duration: 808.76546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:20.858256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:18.113798Z","time spent":"2.744415027s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:20.858586Z","caller":"traceutil/trace.go:171","msg":"trace[943383833] transaction","detail":"{read_only:false; response_revision:23937; number_of_response:1; }","duration":"2.647783232s","start":"2026-03-04T05:50:18.210786Z","end":"2026-03-04T05:50:20.858569Z","steps":["trace[943383833] 'process raft request' (duration: 2.647387322s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:20.858673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:18.21077Z","time spent":"2.647859823s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:20.858685Z","caller":"traceutil/trace.go:171","msg":"trace[1047572610] linearizableReadLoop","detail":"{readStateIndex:24780; appliedIndex:24774; }","duration":"3.194467908s","start":"2026-03-04T05:50:17.664186Z","end":"2026-03-04T05:50:20.858654Z","steps":["trace[1047572610] 'read index received' (duration: 542.206011ms)","trace[1047572610] 'applied index is now lower than readState.Index' (duration: 2.652260137s)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:20.85872Z","caller":"traceutil/trace.go:171","msg":"trace[1812959690] transaction","detail":"{read_only:false; response_revision:23938; number_of_response:1; }","duration":"2.646397209s","start":"2026-03-04T05:50:18.212311Z","end":"2026-03-04T05:50:20.858708Z","steps":["trace[1812959690] 'process raft request' (duration: 2.646211084s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:20.858974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:18.212289Z","time spent":"2.646467371s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:20.85899Z","caller":"traceutil/trace.go:171","msg":"trace[1787002928] transaction","detail":"{read_only:false; response_revision:23936; number_of_response:1; }","duration":"2.650849393s","start":"2026-03-04T05:50:18.20792Z","end":"2026-03-04T05:50:20.858769Z","steps":["trace[1787002928] 'process raft request' (duration: 2.650144637s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:20.859064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.194870987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-03-04T05:50:20.859093Z","caller":"traceutil/trace.go:171","msg":"trace[1085057618] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23938; }","duration":"3.194943999s","start":"2026-03-04T05:50:17.66414Z","end":"2026-03-04T05:50:20.859084Z","steps":["trace[1085057618] 'agreement among raft nodes before linearized reading' (duration: 3.194628261s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:20.859114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:17.664122Z","time spent":"3.19498736s","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-04T05:50:20.859127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.066457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:20.859137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.061224224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:20.859202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243116786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T05:50:20.859222Z","caller":"traceutil/trace.go:171","msg":"trace[1092903015] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23938; }","duration":"3.061398848s","start":"2026-03-04T05:50:17.797805Z","end":"2026-03-04T05:50:20.859203Z","steps":["trace[1092903015] 'agreement among raft nodes before linearized reading' (duration: 3.061235265s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:20.859193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332372665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:20.859192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.109265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:20.859249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071599372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:20.859266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:17.797773Z","time spent":"3.06148335s","remote":"127.0.0.1:56402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:20.859289Z","caller":"traceutil/trace.go:171","msg":"trace[22523063] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23938; }","duration":"1.332528119s","start":"2026-03-04T05:50:19.52673Z","end":"2026-03-04T05:50:20.859258Z","steps":["trace[22523063] 'agreement among raft nodes before linearized reading' (duration: 1.332376855s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:20.859303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50193015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:20.85934Z","caller":"traceutil/trace.go:171","msg":"trace[1949171213] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23938; }","duration":"1.502032272s","start":"2026-03-04T05:50:19.357296Z","end":"2026-03-04T05:50:20.859328Z","steps":["trace[1949171213] 'agreement among raft nodes before linearized reading' (duration: 1.501974871s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:20.859341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368851102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:20.859343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:19.526703Z","time spent":"1.332629501s","remote":"127.0.0.1:57340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:20.859362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51759689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T05:50:20.859384Z","caller":"traceutil/trace.go:171","msg":"trace[1482220331] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23938; }","duration":"2.517658301s","start":"2026-03-04T05:50:18.341717Z","end":"2026-03-04T05:50:20.859375Z","steps":["trace[1482220331] 'agreement among raft nodes before linearized reading' (duration: 2.51759682s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:20.859388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.744295355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T05:50:20.859377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:19.357274Z","time spent":"1.502092134s","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:20.859398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:18.341691Z","time spent":"2.517704102s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T05:50:20.859406Z","caller":"traceutil/trace.go:171","msg":"trace[1019571088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23938; }","duration":"2.744333885s","start":"2026-03-04T05:50:18.115068Z","end":"2026-03-04T05:50:20.859401Z","steps":["trace[1019571088] 'agreement among raft nodes before linearized reading' (duration: 2.744223812s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:20.859388Z","caller":"traceutil/trace.go:171","msg":"trace[1672441058] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23938; }","duration":"602.364811ms","start":"2026-03-04T05:50:20.256998Z","end":"2026-03-04T05:50:20.859363Z","steps":["trace[1672441058] 'agreement among raft nodes before linearized reading' (duration: 602.111195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:20.8594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.852939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:20.859424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:18.115056Z","time spent":"2.744365045s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T05:50:20.859442Z","caller":"traceutil/trace.go:171","msg":"trace[126156778] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23938; }","duration":"290.89726ms","start":"2026-03-04T05:50:20.568532Z","end":"2026-03-04T05:50:20.859429Z","steps":["trace[126156778] 'agreement among raft nodes before linearized reading' (duration: 290.829368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:20.859446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:20.256971Z","time spent":"602.461434ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:20.859381Z","caller":"traceutil/trace.go:171","msg":"trace[32548314] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23938; }","duration":"2.368944285s","start":"2026-03-04T05:50:18.490424Z","end":"2026-03-04T05:50:20.859368Z","steps":["trace[32548314] 'agreement among raft nodes before linearized reading' (duration: 2.368871704s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:20.859487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248346769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"warn","ts":"2026-03-04T05:50:20.859518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:18.490397Z","time spent":"2.369114899s","remote":"127.0.0.1:56764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:20.859522Z","caller":"traceutil/trace.go:171","msg":"trace[1424696905] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:23938; }","duration":"2.248448281s","start":"2026-03-04T05:50:18.611065Z","end":"2026-03-04T05:50:20.859513Z","steps":["trace[1424696905] 'agreement among raft nodes before linearized reading' (duration: 2.248337178s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:20.859533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648384376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543390-d9d8t\" ","response":"range_response_count:1 size:7142"} {"level":"warn","ts":"2026-03-04T05:50:20.859527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.95572891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-sg7s5.18998cb0b850c93e\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-04T05:50:20.859554Z","caller":"traceutil/trace.go:171","msg":"trace[713123724] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29543390-d9d8t; range_end:; response_count:1; response_revision:23938; }","duration":"2.648437066s","start":"2026-03-04T05:50:18.211111Z","end":"2026-03-04T05:50:20.859548Z","steps":["trace[713123724] 'agreement among raft nodes before linearized reading' (duration: 2.648375295s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:20.859552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:18.611034Z","time spent":"2.248512132s","remote":"127.0.0.1:56222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1065,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"warn","ts":"2026-03-04T05:50:20.859572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:18.211096Z","time spent":"2.648473128s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7165,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543390-d9d8t\" "} {"level":"info","ts":"2026-03-04T05:50:20.859581Z","caller":"traceutil/trace.go:171","msg":"trace[905159005] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-sg7s5.18998cb0b850c93e; range_end:; response_count:1; response_revision:23938; }","duration":"2.955818273s","start":"2026-03-04T05:50:17.903748Z","end":"2026-03-04T05:50:20.859566Z","steps":["trace[905159005] 'agreement among raft nodes before linearized reading' (duration: 2.955573037s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:20.859609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.988849728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-04T05:50:20.85962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:17.903736Z","time spent":"2.955876114s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":980,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-sg7s5.18998cb0b850c93e\" "} {"level":"warn","ts":"2026-03-04T05:50:20.859629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74625699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T05:50:20.859641Z","caller":"traceutil/trace.go:171","msg":"trace[283228188] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23938; }","duration":"2.988879448s","start":"2026-03-04T05:50:17.870752Z","end":"2026-03-04T05:50:20.859631Z","steps":["trace[283228188] 'agreement among raft nodes before linearized reading' (duration: 2.988716295s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:20.85967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:17.870683Z","time spent":"2.9889811s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T05:50:20.859663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.404687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-04T05:50:20.859669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234622777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-04T05:50:20.859671Z","caller":"traceutil/trace.go:171","msg":"trace[1998274832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23938; }","duration":"2.746362103s","start":"2026-03-04T05:50:18.113295Z","end":"2026-03-04T05:50:20.859657Z","steps":["trace[1998274832] 'agreement among raft nodes before linearized reading' (duration: 2.7462405s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:20.859247Z","caller":"traceutil/trace.go:171","msg":"trace[2109210193] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23938; }","duration":"2.243221108s","start":"2026-03-04T05:50:18.616013Z","end":"2026-03-04T05:50:20.859234Z","steps":["trace[2109210193] 'agreement among raft nodes before linearized reading' (duration: 2.243011273s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:20.859699Z","caller":"traceutil/trace.go:171","msg":"trace[743166132] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23938; }","duration":"342.479519ms","start":"2026-03-04T05:50:20.517209Z","end":"2026-03-04T05:50:20.859689Z","steps":["trace[743166132] 'agreement among raft nodes before linearized reading' (duration: 342.373856ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:20.859706Z","caller":"traceutil/trace.go:171","msg":"trace[1063194080] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645; range_end:; response_count:1; response_revision:23938; }","duration":"2.234670118s","start":"2026-03-04T05:50:18.625025Z","end":"2026-03-04T05:50:20.859695Z","steps":["trace[1063194080] 'agreement among raft nodes before linearized reading' (duration: 2.234563375s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:20.859177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:18.207892Z","time spent":"2.651176981s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:20.859713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:18.113279Z","time spent":"2.746423624s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:50:20.859727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:20.517186Z","time spent":"342.53498ms","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-04T05:50:20.859721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:18.61599Z","time spent":"2.24371977s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T05:50:20.859743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:18.625017Z","time spent":"2.234719519s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" "} {"level":"info","ts":"2026-03-04T05:50:20.859171Z","caller":"traceutil/trace.go:171","msg":"trace[1631904387] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23938; }","duration":"562.171949ms","start":"2026-03-04T05:50:20.296986Z","end":"2026-03-04T05:50:20.859158Z","steps":["trace[1631904387] 'agreement among raft nodes before linearized reading' (duration: 562.079867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:20.859503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828422366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T05:50:20.859799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:20.296956Z","time spent":"562.834745ms","remote":"127.0.0.1:36966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:20.859808Z","caller":"traceutil/trace.go:171","msg":"trace[877832970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23938; }","duration":"2.828748144s","start":"2026-03-04T05:50:18.031048Z","end":"2026-03-04T05:50:20.859797Z","steps":["trace[877832970] 'agreement among raft nodes before linearized reading' (duration: 2.828283473s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:20.859836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:18.031043Z","time spent":"2.828783555s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:50:20.85986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828825936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T05:50:20.859279Z","caller":"traceutil/trace.go:171","msg":"trace[1739543402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23938; }","duration":"1.071629053s","start":"2026-03-04T05:50:19.787644Z","end":"2026-03-04T05:50:20.859273Z","steps":["trace[1739543402] 'agreement among raft nodes before linearized reading' (duration: 1.071561041s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:20.859893Z","caller":"traceutil/trace.go:171","msg":"trace[514293733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23938; }","duration":"2.828895057s","start":"2026-03-04T05:50:18.030988Z","end":"2026-03-04T05:50:20.859883Z","steps":["trace[514293733] 'agreement among raft nodes before linearized reading' (duration: 2.828789595s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:20.859904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:19.787543Z","time spent":"1.07235352s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:50:20.85992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:18.030972Z","time spent":"2.828942639s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:50:20.859933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.309777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-04T05:50:20.859951Z","caller":"traceutil/trace.go:171","msg":"trace[322182503] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23938; }","duration":"276.38618ms","start":"2026-03-04T05:50:20.583559Z","end":"2026-03-04T05:50:20.859946Z","steps":["trace[322182503] 'agreement among raft nodes before linearized reading' (duration: 275.788736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:21.364104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590360527,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:50:22.868595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001369787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T05:50:22.868692Z","caller":"traceutil/trace.go:171","msg":"trace[2015964591] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001493211s","start":"2026-03-04T05:50:20.867182Z","end":"2026-03-04T05:50:22.868675Z","steps":["trace[2015964591] 'agreement among raft nodes before linearized reading' (duration: 2.001385448s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:22.868732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:20.867174Z","time spent":"2.001548882s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 05:50:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T05:50:23.027169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186466914s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:50:23.027336Z","caller":"traceutil/trace.go:171","msg":"trace[547574731] transaction","detail":"{read_only:false; response_revision:23939; number_of_response:1; }","duration":"2.163702813s","start":"2026-03-04T05:50:20.863605Z","end":"2026-03-04T05:50:23.027308Z","steps":["trace[547574731] 'process raft request' (duration: 976.953932ms)","trace[547574731] 'compare' (duration: 1.185529902s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:23.027418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:20.863584Z","time spent":"2.163798445s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:23.182927Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.342224606s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T05:50:24.867978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999451724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T05:50:24.868077Z","caller":"traceutil/trace.go:171","msg":"trace[633185383] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999591187s","start":"2026-03-04T05:50:22.868464Z","end":"2026-03-04T05:50:24.868055Z","steps":["trace[633185383] 'agreement among raft nodes before linearized reading' (duration: 1.999468434s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:24.868143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:22.868454Z","time spent":"1.999666258s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 05:50:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T05:50:25.143427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959951837s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:50:25.143723Z","caller":"traceutil/trace.go:171","msg":"trace[620037847] transaction","detail":"{read_only:false; response_revision:23940; number_of_response:1; }","duration":"4.276075083s","start":"2026-03-04T05:50:20.867609Z","end":"2026-03-04T05:50:25.143684Z","steps":["trace[620037847] 'process raft request' (duration: 2.315747177s)","trace[620037847] 'compare' (duration: 1.958012672s)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:25.143822Z","caller":"traceutil/trace.go:171","msg":"trace[565024819] transaction","detail":"{read_only:false; response_revision:23941; number_of_response:1; }","duration":"4.275998052s","start":"2026-03-04T05:50:20.867778Z","end":"2026-03-04T05:50:25.143776Z","steps":["trace[565024819] 'process raft request' (duration: 4.275764316s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.144062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:20.867604Z","time spent":"4.276188297s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:25.143844Z","caller":"traceutil/trace.go:171","msg":"trace[1257491595] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"4.275871689s","start":"2026-03-04T05:50:20.867916Z","end":"2026-03-04T05:50:25.143788Z","steps":["trace[1257491595] 'process raft request' (duration: 4.275736916s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:25.144081Z","caller":"traceutil/trace.go:171","msg":"trace[401984228] transaction","detail":"{read_only:false; response_revision:23943; number_of_response:1; }","duration":"4.275872929s","start":"2026-03-04T05:50:20.868174Z","end":"2026-03-04T05:50:25.144047Z","steps":["trace[401984228] 'process raft request' (duration: 4.275532741s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:25.144244Z","caller":"traceutil/trace.go:171","msg":"trace[2028509145] transaction","detail":"{read_only:false; response_revision:23944; number_of_response:1; }","duration":"4.275708785s","start":"2026-03-04T05:50:20.868359Z","end":"2026-03-04T05:50:25.144067Z","steps":["trace[2028509145] 'process raft request' (duration: 4.275405258s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.14426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:20.868169Z","time spent":"4.276006582s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:25.144265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:20.867774Z","time spent":"4.27632096s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:25.144277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:20.867896Z","time spent":"4.276267579s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:25.144338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:20.868348Z","time spent":"4.275945841s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7135,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:25.144348Z","caller":"traceutil/trace.go:171","msg":"trace[715542033] transaction","detail":"{read_only:false; response_revision:23945; number_of_response:1; }","duration":"4.274816945s","start":"2026-03-04T05:50:20.86952Z","end":"2026-03-04T05:50:25.144336Z","steps":["trace[715542033] 'process raft request' (duration: 4.274314343s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.144402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:20.869513Z","time spent":"4.274863266s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:25.144482Z","caller":"traceutil/trace.go:171","msg":"trace[1196467448] transaction","detail":"{read_only:false; response_revision:23946; number_of_response:1; }","duration":"4.113314669s","start":"2026-03-04T05:50:21.031148Z","end":"2026-03-04T05:50:25.144463Z","steps":["trace[1196467448] 'process raft request' (duration: 4.113104604s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.144585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:21.031119Z","time spent":"4.11341705s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:25.144673Z","caller":"traceutil/trace.go:171","msg":"trace[1754091532] transaction","detail":"{read_only:false; response_revision:23947; number_of_response:1; }","duration":"3.538974634s","start":"2026-03-04T05:50:21.605688Z","end":"2026-03-04T05:50:25.144663Z","steps":["trace[1754091532] 'process raft request' (duration: 3.538710668s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.144723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:21.605668Z","time spent":"3.539027725s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:25.144787Z","caller":"traceutil/trace.go:171","msg":"trace[186526300] transaction","detail":"{read_only:false; response_revision:23948; number_of_response:1; }","duration":"3.538946914s","start":"2026-03-04T05:50:21.605821Z","end":"2026-03-04T05:50:25.144768Z","steps":["trace[186526300] 'process raft request' (duration: 3.538744819s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:25.144805Z","caller":"traceutil/trace.go:171","msg":"trace[1045129603] transaction","detail":"{read_only:false; response_revision:23949; number_of_response:1; }","duration":"3.43986254s","start":"2026-03-04T05:50:21.704922Z","end":"2026-03-04T05:50:25.144784Z","steps":["trace[1045129603] 'process raft request' (duration: 3.439756458s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.144855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:21.605783Z","time spent":"3.539044425s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:25.144896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:21.704898Z","time spent":"3.439956023s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:25.144777Z","caller":"traceutil/trace.go:171","msg":"trace[1665430616] linearizableReadLoop","detail":"{readStateIndex:24791; appliedIndex:24783; }","duration":"4.280820775s","start":"2026-03-04T05:50:20.863924Z","end":"2026-03-04T05:50:25.144745Z","steps":["trace[1665430616] 'read index received' (duration: 976.81359ms)","trace[1665430616] 'applied index is now lower than readState.Index' (duration: 3.304005875s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:25.14496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.28103539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-723b84b5-befe-482a-9341-7398220967b3\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-04T05:50:25.144986Z","caller":"traceutil/trace.go:171","msg":"trace[262543849] range","detail":"{range_begin:/registry/persistentvolumes/pvc-723b84b5-befe-482a-9341-7398220967b3; range_end:; response_count:1; response_revision:23949; }","duration":"4.281073581s","start":"2026-03-04T05:50:20.863904Z","end":"2026-03-04T05:50:25.144978Z","steps":["trace[262543849] 'agreement among raft nodes before linearized reading' (duration: 4.280939648s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.145009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:20.863896Z","time spent":"4.281106572s","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-723b84b5-befe-482a-9341-7398220967b3\" "} {"level":"warn","ts":"2026-03-04T05:50:25.260159Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.067593732s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T05:50:25.285638Z","caller":"traceutil/trace.go:171","msg":"trace[887576957] transaction","detail":"{read_only:false; response_revision:23951; number_of_response:1; }","duration":"2.421279163s","start":"2026-03-04T05:50:22.864331Z","end":"2026-03-04T05:50:25.28561Z","steps":["trace[887576957] 'process raft request' (duration: 2.42118239s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.285989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:22.864296Z","time spent":"2.421493838s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:25.28607Z","caller":"traceutil/trace.go:171","msg":"trace[1503005474] transaction","detail":"{read_only:false; response_revision:23954; number_of_response:1; }","duration":"2.416958372s","start":"2026-03-04T05:50:22.869077Z","end":"2026-03-04T05:50:25.286035Z","steps":["trace[1503005474] 'process raft request' (duration: 2.41690547s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.286273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:22.869046Z","time spent":"2.417118615s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:25.286339Z","caller":"traceutil/trace.go:171","msg":"trace[623654692] transaction","detail":"{read_only:false; response_revision:23952; number_of_response:1; }","duration":"2.419064071s","start":"2026-03-04T05:50:22.867244Z","end":"2026-03-04T05:50:25.286308Z","steps":["trace[623654692] 'process raft request' (duration: 2.418319894s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:25.28643Z","caller":"traceutil/trace.go:171","msg":"trace[65057916] transaction","detail":"{read_only:false; response_revision:23953; number_of_response:1; }","duration":"2.417442223s","start":"2026-03-04T05:50:22.868979Z","end":"2026-03-04T05:50:25.286421Z","steps":["trace[65057916] 'process raft request' (duration: 2.416840398s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.286484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:22.868954Z","time spent":"2.417501404s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:25.286501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:22.867225Z","time spent":"2.419185893s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:25.28651Z","caller":"traceutil/trace.go:171","msg":"trace[1954139165] transaction","detail":"{read_only:false; response_revision:23950; number_of_response:1; }","duration":"3.230225656s","start":"2026-03-04T05:50:22.056249Z","end":"2026-03-04T05:50:25.286475Z","steps":["trace[1954139165] 'process raft request' (duration: 3.204094723s)","trace[1954139165] 'compare' (duration: 24.976426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:25.286799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:22.056213Z","time spent":"3.230423711s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:25.903627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.320206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:50:25.90393Z","caller":"traceutil/trace.go:171","msg":"trace[504215915] linearizableReadLoop","detail":"{readStateIndex:24801; appliedIndex:24794; }","duration":"758.959162ms","start":"2026-03-04T05:50:25.144953Z","end":"2026-03-04T05:50:25.903912Z","steps":["trace[504215915] 'read index received' (duration: 115.425276ms)","trace[504215915] 'applied index is now lower than readState.Index' (duration: 643.532676ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:25.904034Z","caller":"traceutil/trace.go:171","msg":"trace[664710940] transaction","detail":"{read_only:false; response_revision:23956; number_of_response:1; }","duration":"1.450871672s","start":"2026-03-04T05:50:24.453152Z","end":"2026-03-04T05:50:25.904024Z","steps":["trace[664710940] 'process raft request' (duration: 1.450576475s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:25.904065Z","caller":"traceutil/trace.go:171","msg":"trace[1092433791] transaction","detail":"{read_only:false; response_revision:23955; number_of_response:1; }","duration":"1.49857167s","start":"2026-03-04T05:50:24.405461Z","end":"2026-03-04T05:50:25.904033Z","steps":["trace[1092433791] 'process raft request' (duration: 1.265760593s)","trace[1092433791] 'compare' (duration: 232.210983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:25.904156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028083321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:25.904185Z","caller":"traceutil/trace.go:171","msg":"trace[1578791226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23956; }","duration":"1.028146512s","start":"2026-03-04T05:50:24.87603Z","end":"2026-03-04T05:50:25.904177Z","steps":["trace[1578791226] 'agreement among raft nodes before linearized reading' (duration: 1.02808982s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.904228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:24.876009Z","time spent":"1.028206524s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:50:25.90422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:24.405418Z","time spent":"1.498716424s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:25.904096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:24.453132Z","time spent":"1.450926464s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:25.904522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.035058023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-04T05:50:25.904518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648153167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:25.904547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.344647048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:50:25.904596Z","caller":"traceutil/trace.go:171","msg":"trace[1589629530] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23956; }","duration":"1.64828797s","start":"2026-03-04T05:50:24.256288Z","end":"2026-03-04T05:50:25.904576Z","steps":["trace[1589629530] 'agreement among raft nodes before linearized reading' (duration: 1.648118796s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:25.904608Z","caller":"traceutil/trace.go:171","msg":"trace[1843486125] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23956; }","duration":"3.34474007s","start":"2026-03-04T05:50:22.559851Z","end":"2026-03-04T05:50:25.904591Z","steps":["trace[1843486125] 'agreement among raft nodes before linearized reading' (duration: 3.344623308s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.904598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355085047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:50:25.904621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.873286668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6c8648b88-bv9fn.18998d5d017ec990\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-04T05:50:25.904649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.543511123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T05:50:25.904659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:24.256269Z","time spent":"1.648372693s","remote":"127.0.0.1:60496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:25.904666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:22.559834Z","time spent":"3.344817942s","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:25.904676Z","caller":"traceutil/trace.go:171","msg":"trace[654166018] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23956; }","duration":"4.543567763s","start":"2026-03-04T05:50:21.361101Z","end":"2026-03-04T05:50:25.904669Z","steps":["trace[654166018] 'agreement among raft nodes before linearized reading' (duration: 4.543482291s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:25.904679Z","caller":"traceutil/trace.go:171","msg":"trace[1265417560] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6c8648b88-bv9fn.18998d5d017ec990; range_end:; response_count:1; response_revision:23956; }","duration":"2.873397631s","start":"2026-03-04T05:50:23.031267Z","end":"2026-03-04T05:50:25.904665Z","steps":["trace[1265417560] 'agreement among raft nodes before linearized reading' (duration: 2.873190796s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.904645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.231839924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:50:25.904709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:21.361082Z","time spent":"4.543618815s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T05:50:25.90472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:23.031242Z","time spent":"2.873469222s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":804,"request content":"key:\"/registry/events/openstack/magnum-api-6c8648b88-bv9fn.18998d5d017ec990\" "} {"level":"info","ts":"2026-03-04T05:50:25.904678Z","caller":"traceutil/trace.go:171","msg":"trace[233408771] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23956; }","duration":"1.35522582s","start":"2026-03-04T05:50:24.549432Z","end":"2026-03-04T05:50:25.904658Z","steps":["trace[233408771] 'agreement among raft nodes before linearized reading' (duration: 1.355082527s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.904743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.038425124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-04T05:50:25.904793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:24.54941Z","time spent":"1.355369573s","remote":"127.0.0.1:32822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:25.904807Z","caller":"traceutil/trace.go:171","msg":"trace[1093389028] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23956; }","duration":"5.038521147s","start":"2026-03-04T05:50:20.86627Z","end":"2026-03-04T05:50:25.904791Z","steps":["trace[1093389028] 'agreement among raft nodes before linearized reading' (duration: 5.038321822s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.904844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:20.866264Z","time spent":"5.038573548s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-04T05:50:25.904559Z","caller":"traceutil/trace.go:171","msg":"trace[420588628] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645; range_end:; response_count:1; response_revision:23956; }","duration":"4.035138464s","start":"2026-03-04T05:50:21.869409Z","end":"2026-03-04T05:50:25.904547Z","steps":["trace[420588628] 'agreement among raft nodes before linearized reading' (duration: 4.035011381s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.904874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.869575807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-04T05:50:25.904913Z","caller":"traceutil/trace.go:171","msg":"trace[478396294] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23956; }","duration":"4.869640668s","start":"2026-03-04T05:50:21.03526Z","end":"2026-03-04T05:50:25.904901Z","steps":["trace[478396294] 'agreement among raft nodes before linearized reading' (duration: 4.869497894s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.904917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399481097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:25.904915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:21.869384Z","time spent":"4.035513924s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" "} {"level":"warn","ts":"2026-03-04T05:50:25.904943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:21.035251Z","time spent":"4.869685679s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T05:50:25.904951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.133884877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-04T05:50:25.904983Z","caller":"traceutil/trace.go:171","msg":"trace[290665327] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:23956; }","duration":"3.133964979s","start":"2026-03-04T05:50:22.771009Z","end":"2026-03-04T05:50:25.904974Z","steps":["trace[290665327] 'agreement among raft nodes before linearized reading' (duration: 3.133780225s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:25.904749Z","caller":"traceutil/trace.go:171","msg":"trace[276506913] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23956; }","duration":"3.232024639s","start":"2026-03-04T05:50:22.6727Z","end":"2026-03-04T05:50:25.904724Z","steps":["trace[276506913] 'agreement among raft nodes before linearized reading' (duration: 3.231765262s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.905013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184111598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:25.905022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.038850364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-03-04T05:50:25.905026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:22.770985Z","time spent":"3.13403096s","remote":"127.0.0.1:56060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.49\" "} {"level":"warn","ts":"2026-03-04T05:50:25.905042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.984721316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:50:25.90504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:22.672674Z","time spent":"3.232352156s","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:25.905064Z","caller":"traceutil/trace.go:171","msg":"trace[1486575157] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23956; }","duration":"4.984784557s","start":"2026-03-04T05:50:20.920273Z","end":"2026-03-04T05:50:25.905057Z","steps":["trace[1486575157] 'agreement among raft nodes before linearized reading' (duration: 4.984728466s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.905086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:20.920256Z","time spent":"4.984824639s","remote":"127.0.0.1:57380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:25.905088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517188527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:50:25.905116Z","caller":"traceutil/trace.go:171","msg":"trace[596293770] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23956; }","duration":"1.517243387s","start":"2026-03-04T05:50:24.387866Z","end":"2026-03-04T05:50:25.905109Z","steps":["trace[596293770] 'agreement among raft nodes before linearized reading' (duration: 1.517106824s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.905148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.606375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543390-d9d8t\" ","response":"range_response_count:1 size:7153"} {"level":"warn","ts":"2026-03-04T05:50:25.905164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.757827887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T05:50:25.90518Z","caller":"traceutil/trace.go:171","msg":"trace[1110023930] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29543390-d9d8t; range_end:; response_count:1; response_revision:23956; }","duration":"747.657606ms","start":"2026-03-04T05:50:25.157512Z","end":"2026-03-04T05:50:25.905169Z","steps":["trace[1110023930] 'agreement among raft nodes before linearized reading' (duration: 747.575634ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:25.905194Z","caller":"traceutil/trace.go:171","msg":"trace[1431146539] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23956; }","duration":"4.757870947s","start":"2026-03-04T05:50:21.147314Z","end":"2026-03-04T05:50:25.905185Z","steps":["trace[1431146539] 'agreement among raft nodes before linearized reading' (duration: 4.757771985s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.905208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:25.157498Z","time spent":"747.703398ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7176,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543390-d9d8t\" "} {"level":"warn","ts":"2026-03-04T05:50:25.905222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:21.147308Z","time spent":"4.757907299s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T05:50:25.90506Z","caller":"traceutil/trace.go:171","msg":"trace[1309037893] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23956; }","duration":"5.038913156s","start":"2026-03-04T05:50:20.866137Z","end":"2026-03-04T05:50:25.90505Z","steps":["trace[1309037893] 'agreement among raft nodes before linearized reading' (duration: 5.038798813s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:25.904951Z","caller":"traceutil/trace.go:171","msg":"trace[1381130540] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23956; }","duration":"1.399513218s","start":"2026-03-04T05:50:24.505426Z","end":"2026-03-04T05:50:25.904939Z","steps":["trace[1381130540] 'agreement among raft nodes before linearized reading' (duration: 1.399453186s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.905267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:20.866126Z","time spent":"5.039130401s","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-04T05:50:25.905286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.021802235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-03-04T05:50:25.905293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:24.50539Z","time spent":"1.399889266s","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:25.905318Z","caller":"traceutil/trace.go:171","msg":"trace[777065136] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23956; }","duration":"5.021834686s","start":"2026-03-04T05:50:20.883473Z","end":"2026-03-04T05:50:25.905308Z","steps":["trace[777065136] 'agreement among raft nodes before linearized reading' (duration: 5.021706663s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.905381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:20.883439Z","time spent":"5.021935429s","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-04T05:50:25.905044Z","caller":"traceutil/trace.go:171","msg":"trace[1160266508] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23956; }","duration":"1.18418586s","start":"2026-03-04T05:50:24.720848Z","end":"2026-03-04T05:50:25.905034Z","steps":["trace[1160266508] 'agreement among raft nodes before linearized reading' (duration: 1.184127558s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.905459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:24.720819Z","time spent":"1.18462833s","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:25.905451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.412624522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:25.905489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.105655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:50:25.905505Z","caller":"traceutil/trace.go:171","msg":"trace[306148138] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23956; }","duration":"3.412730294s","start":"2026-03-04T05:50:22.492758Z","end":"2026-03-04T05:50:25.905488Z","steps":["trace[306148138] 'agreement among raft nodes before linearized reading' (duration: 3.412637862s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.905148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:24.387846Z","time spent":"1.517295729s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:25.905574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.87541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:50:25.905575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:22.492735Z","time spent":"3.412827656s","remote":"127.0.0.1:57144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:25.9056Z","caller":"traceutil/trace.go:171","msg":"trace[1854031224] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23956; }","duration":"610.935591ms","start":"2026-03-04T05:50:25.294658Z","end":"2026-03-04T05:50:25.905594Z","steps":["trace[1854031224] 'agreement among raft nodes before linearized reading' (duration: 610.88825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.905641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:25.294636Z","time spent":"610.997623ms","remote":"127.0.0.1:56400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:25.905526Z","caller":"traceutil/trace.go:171","msg":"trace[1703809880] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23956; }","duration":"736.189227ms","start":"2026-03-04T05:50:25.169325Z","end":"2026-03-04T05:50:25.905515Z","steps":["trace[1703809880] 'agreement among raft nodes before linearized reading' (duration: 736.127686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.905758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:25.169316Z","time spent":"736.425143ms","remote":"127.0.0.1:56334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:25.905767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.96757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T05:50:25.905808Z","caller":"traceutil/trace.go:171","msg":"trace[1017550757] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23956; }","duration":"654.067723ms","start":"2026-03-04T05:50:25.25173Z","end":"2026-03-04T05:50:25.905798Z","steps":["trace[1017550757] 'agreement among raft nodes before linearized reading' (duration: 653.9579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.905848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:25.251704Z","time spent":"654.137174ms","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-04T05:50:25.906112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.892137543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:25.906165Z","caller":"traceutil/trace.go:171","msg":"trace[546408481] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23956; }","duration":"3.892259045s","start":"2026-03-04T05:50:22.013894Z","end":"2026-03-04T05:50:25.906153Z","steps":["trace[546408481] 'agreement among raft nodes before linearized reading' (duration: 3.890472763s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:25.906201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:22.01386Z","time spent":"3.892328697s","remote":"127.0.0.1:36982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:26.231867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.405635ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T05:50:26.23222Z","caller":"traceutil/trace.go:171","msg":"trace[1265480171] transaction","detail":"{read_only:false; response_revision:23957; number_of_response:1; }","duration":"322.321826ms","start":"2026-03-04T05:50:25.909865Z","end":"2026-03-04T05:50:26.232187Z","steps":["trace[1265480171] 'process raft request' (duration: 322.138802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:26.232366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:25.909852Z","time spent":"322.430718ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:26.233282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.433122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T05:50:26.233388Z","caller":"traceutil/trace.go:171","msg":"trace[931188922] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23957; }","duration":"323.580086ms","start":"2026-03-04T05:50:25.90979Z","end":"2026-03-04T05:50:26.23337Z","steps":["trace[931188922] 'agreement among raft nodes before linearized reading' (duration: 323.292389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:26.233429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:25.909772Z","time spent":"323.649097ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T05:50:26.233563Z","caller":"traceutil/trace.go:171","msg":"trace[1557667978] linearizableReadLoop","detail":"{readStateIndex:24802; appliedIndex:24801; }","duration":"323.127505ms","start":"2026-03-04T05:50:25.909822Z","end":"2026-03-04T05:50:26.232949Z","steps":["trace[1557667978] 'read index received' (duration: 157.81215ms)","trace[1557667978] 'applied index is now lower than readState.Index' (duration: 165.312405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:26.233807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.699368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dfd90067-7e67-4860-b454-dcc0d9e0ec22\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-04T05:50:26.233849Z","caller":"traceutil/trace.go:171","msg":"trace[495864214] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dfd90067-7e67-4860-b454-dcc0d9e0ec22; range_end:; response_count:1; response_revision:23957; }","duration":"323.74255ms","start":"2026-03-04T05:50:25.910092Z","end":"2026-03-04T05:50:26.233835Z","steps":["trace[495864214] 'agreement among raft nodes before linearized reading' (duration: 323.583226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:26.23389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:25.910083Z","time spent":"323.799091ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-dfd90067-7e67-4860-b454-dcc0d9e0ec22\" "} {"level":"warn","ts":"2026-03-04T05:50:26.234085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.252505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:26.234119Z","caller":"traceutil/trace.go:171","msg":"trace[1404380686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23957; }","duration":"319.297565ms","start":"2026-03-04T05:50:25.914812Z","end":"2026-03-04T05:50:26.23411Z","steps":["trace[1404380686] 'agreement among raft nodes before linearized reading' (duration: 319.243034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:26.234151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:25.914804Z","time spent":"319.341016ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:50:26.234079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.147002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-03-04T05:50:26.234382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.615142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-04T05:50:26.234389Z","caller":"traceutil/trace.go:171","msg":"trace[1471492557] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:23957; }","duration":"319.50448ms","start":"2026-03-04T05:50:25.914866Z","end":"2026-03-04T05:50:26.234371Z","steps":["trace[1471492557] 'agreement among raft nodes before linearized reading' (duration: 318.927867ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:26.23442Z","caller":"traceutil/trace.go:171","msg":"trace[898288136] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23957; }","duration":"319.668473ms","start":"2026-03-04T05:50:25.914741Z","end":"2026-03-04T05:50:26.23441Z","steps":["trace[898288136] 'agreement among raft nodes before linearized reading' (duration: 319.53876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:26.234476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:25.914846Z","time spent":"319.616393ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-03-04T05:50:26.234596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:25.914735Z","time spent":"319.712425ms","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-04T05:50:26.234925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.537101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:26.234962Z","caller":"traceutil/trace.go:171","msg":"trace[844070703] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:23957; }","duration":"322.581302ms","start":"2026-03-04T05:50:25.912365Z","end":"2026-03-04T05:50:26.234947Z","steps":["trace[844070703] 'agreement among raft nodes before linearized reading' (duration: 322.527761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:26.234985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:25.912356Z","time spent":"322.623033ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-04T05:50:26.232823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:25.907564Z","time spent":"325.255895ms","remote":"127.0.0.1:56060","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T05:50:26.451705Z","caller":"traceutil/trace.go:171","msg":"trace[20524674] transaction","detail":"{read_only:false; response_revision:23960; number_of_response:1; }","duration":"144.372805ms","start":"2026-03-04T05:50:26.307295Z","end":"2026-03-04T05:50:26.451668Z","steps":["trace[20524674] 'process raft request' (duration: 144.251302ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:26.451908Z","caller":"traceutil/trace.go:171","msg":"trace[239417832] linearizableReadLoop","detail":"{readStateIndex:24805; appliedIndex:24804; }","duration":"148.223725ms","start":"2026-03-04T05:50:26.303642Z","end":"2026-03-04T05:50:26.451865Z","steps":["trace[239417832] 'read index received' (duration: 112.256242ms)","trace[239417832] 'applied index is now lower than readState.Index' (duration: 35.962923ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:26.452108Z","caller":"traceutil/trace.go:171","msg":"trace[926904633] transaction","detail":"{read_only:false; response_revision:23959; number_of_response:1; }","duration":"209.959242ms","start":"2026-03-04T05:50:26.242132Z","end":"2026-03-04T05:50:26.452091Z","steps":["trace[926904633] 'process raft request' (duration: 173.811824ms)","trace[926904633] 'compare' (duration: 35.185945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:26.452307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.848753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-04T05:50:26.452373Z","caller":"traceutil/trace.go:171","msg":"trace[1472296001] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23960; }","duration":"207.942145ms","start":"2026-03-04T05:50:26.244412Z","end":"2026-03-04T05:50:26.452354Z","steps":["trace[1472296001] 'agreement among raft nodes before linearized reading' (duration: 207.699719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:26.45248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.403595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18998ac5c48fb5a2\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T05:50:26.452554Z","caller":"traceutil/trace.go:171","msg":"trace[1246384869] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18998ac5c48fb5a2; range_end:; response_count:1; response_revision:23960; }","duration":"144.517948ms","start":"2026-03-04T05:50:26.308016Z","end":"2026-03-04T05:50:26.452534Z","steps":["trace[1246384869] 'agreement among raft nodes before linearized reading' (duration: 144.258132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:26.452687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.801751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-04T05:50:26.452737Z","caller":"traceutil/trace.go:171","msg":"trace[1603147397] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645; range_end:; response_count:1; response_revision:23960; }","duration":"201.860602ms","start":"2026-03-04T05:50:26.25086Z","end":"2026-03-04T05:50:26.452721Z","steps":["trace[1603147397] 'agreement among raft nodes before linearized reading' (duration: 201.717459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:26.452739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.492238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3b7bb6a9-4124-4b22-bf68-9e6c68af6548\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-04T05:50:26.452785Z","caller":"traceutil/trace.go:171","msg":"trace[1092547999] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3b7bb6a9-4124-4b22-bf68-9e6c68af6548; range_end:; response_count:1; response_revision:23960; }","duration":"208.56705ms","start":"2026-03-04T05:50:26.244204Z","end":"2026-03-04T05:50:26.452771Z","steps":["trace[1092547999] 'agreement among raft nodes before linearized reading' (duration: 208.339584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:26.452799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.885192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:26.452855Z","caller":"traceutil/trace.go:171","msg":"trace[1574427667] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23960; }","duration":"134.945064ms","start":"2026-03-04T05:50:26.317894Z","end":"2026-03-04T05:50:26.452839Z","steps":["trace[1574427667] 'agreement among raft nodes before linearized reading' (duration: 134.853152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:26.452979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.949832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-03-04T05:50:26.453012Z","caller":"traceutil/trace.go:171","msg":"trace[881851380] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23960; }","duration":"206.993193ms","start":"2026-03-04T05:50:26.246009Z","end":"2026-03-04T05:50:26.453002Z","steps":["trace[881851380] 'agreement among raft nodes before linearized reading' (duration: 206.887831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:26.453219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.733797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-04T05:50:26.453245Z","caller":"traceutil/trace.go:171","msg":"trace[1527183585] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23960; }","duration":"206.795289ms","start":"2026-03-04T05:50:26.246441Z","end":"2026-03-04T05:50:26.453237Z","steps":["trace[1527183585] 'agreement among raft nodes before linearized reading' (duration: 206.706136ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:26.791659Z","caller":"traceutil/trace.go:171","msg":"trace[631427302] linearizableReadLoop","detail":"{readStateIndex:24807; appliedIndex:24806; }","duration":"334.980254ms","start":"2026-03-04T05:50:26.456656Z","end":"2026-03-04T05:50:26.791636Z","steps":["trace[631427302] 'read index received' (duration: 327.035148ms)","trace[631427302] 'applied index is now lower than readState.Index' (duration: 7.943736ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:26.791692Z","caller":"traceutil/trace.go:171","msg":"trace[210820429] transaction","detail":"{read_only:false; response_revision:23961; number_of_response:1; }","duration":"335.653289ms","start":"2026-03-04T05:50:26.456009Z","end":"2026-03-04T05:50:26.791662Z","steps":["trace[210820429] 'process raft request' (duration: 327.729374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:26.791876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:26.455984Z","time spent":"335.798362ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:26.792068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.369833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18998d673ecf4947\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-04T05:50:26.79217Z","caller":"traceutil/trace.go:171","msg":"trace[1397997417] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18998d673ecf4947; range_end:; response_count:1; response_revision:23961; }","duration":"335.498086ms","start":"2026-03-04T05:50:26.456645Z","end":"2026-03-04T05:50:26.792143Z","steps":["trace[1397997417] 'agreement among raft nodes before linearized reading' (duration: 335.089356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:26.792222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:26.456639Z","time spent":"335.571047ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":759,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18998d673ecf4947\" "} {"level":"info","ts":"2026-03-04T05:50:26.950626Z","caller":"traceutil/trace.go:171","msg":"trace[87935313] transaction","detail":"{read_only:false; response_revision:23963; number_of_response:1; }","duration":"156.048588ms","start":"2026-03-04T05:50:26.794554Z","end":"2026-03-04T05:50:26.950602Z","steps":["trace[87935313] 'process raft request' (duration: 155.945816ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:26.950862Z","caller":"traceutil/trace.go:171","msg":"trace[1884584348] linearizableReadLoop","detail":"{readStateIndex:24808; appliedIndex:24807; }","duration":"159.142571ms","start":"2026-03-04T05:50:26.791711Z","end":"2026-03-04T05:50:26.950853Z","steps":["trace[1884584348] 'read index received' (duration: 114.819462ms)","trace[1884584348] 'applied index is now lower than readState.Index' (duration: 44.322199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:26.951072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.93873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-04T05:50:26.95114Z","caller":"traceutil/trace.go:171","msg":"trace[2064485956] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23963; }","duration":"494.033482ms","start":"2026-03-04T05:50:26.457095Z","end":"2026-03-04T05:50:26.951128Z","steps":["trace[2064485956] 'agreement among raft nodes before linearized reading' (duration: 493.837417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:26.951154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.245987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-03-04T05:50:26.95117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:26.457089Z","time spent":"494.075593ms","remote":"127.0.0.1:56060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-04T05:50:26.951191Z","caller":"traceutil/trace.go:171","msg":"trace[1853373936] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23963; }","duration":"494.326519ms","start":"2026-03-04T05:50:26.456856Z","end":"2026-03-04T05:50:26.951183Z","steps":["trace[1853373936] 'agreement among raft nodes before linearized reading' (duration: 494.169925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:26.951222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:26.456835Z","time spent":"494.38033ms","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-04T05:50:26.951248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.679353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-04T05:50:26.951296Z","caller":"traceutil/trace.go:171","msg":"trace[423303241] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23963; }","duration":"490.762135ms","start":"2026-03-04T05:50:26.460522Z","end":"2026-03-04T05:50:26.951285Z","steps":["trace[423303241] 'agreement among raft nodes before linearized reading' (duration: 490.603442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:26.951328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:26.460511Z","time spent":"490.811236ms","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-04T05:50:26.951364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.833707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:26.951376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.553804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:26.951385Z","caller":"traceutil/trace.go:171","msg":"trace[1741642554] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23963; }","duration":"493.856468ms","start":"2026-03-04T05:50:26.457523Z","end":"2026-03-04T05:50:26.951379Z","steps":["trace[1741642554] 'agreement among raft nodes before linearized reading' (duration: 493.821057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:26.951403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:26.457489Z","time spent":"493.910429ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T05:50:26.951475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.160901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18998d6a0c579b65\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T05:50:26.951401Z","caller":"traceutil/trace.go:171","msg":"trace[1874870420] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23963; }","duration":"494.587745ms","start":"2026-03-04T05:50:26.456805Z","end":"2026-03-04T05:50:26.951392Z","steps":["trace[1874870420] 'agreement among raft nodes before linearized reading' (duration: 494.537404ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:26.951508Z","caller":"traceutil/trace.go:171","msg":"trace[1004773079] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18998d6a0c579b65; range_end:; response_count:1; response_revision:23963; }","duration":"156.226042ms","start":"2026-03-04T05:50:26.795273Z","end":"2026-03-04T05:50:26.951499Z","steps":["trace[1004773079] 'agreement among raft nodes before linearized reading' (duration: 156.149151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:26.951518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:26.4568Z","time spent":"494.707918ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:26.950837Z","caller":"traceutil/trace.go:171","msg":"trace[1204107545] transaction","detail":"{read_only:false; response_revision:23962; number_of_response:1; }","duration":"489.134167ms","start":"2026-03-04T05:50:26.461671Z","end":"2026-03-04T05:50:26.950805Z","steps":["trace[1204107545] 'process raft request' (duration: 444.823118ms)","trace[1204107545] 'compare' (duration: 43.719075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:26.951684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:26.461652Z","time spent":"489.977506ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:26.951333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.361676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:26.951884Z","caller":"traceutil/trace.go:171","msg":"trace[1913349187] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23963; }","duration":"493.925779ms","start":"2026-03-04T05:50:26.45795Z","end":"2026-03-04T05:50:26.951876Z","steps":["trace[1913349187] 'agreement among raft nodes before linearized reading' (duration: 493.358486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:26.95191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:26.457932Z","time spent":"493.968091ms","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T05:50:26.953484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.486533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T05:50:26.953521Z","caller":"traceutil/trace.go:171","msg":"trace[248524948] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23963; }","duration":"111.570095ms","start":"2026-03-04T05:50:26.841943Z","end":"2026-03-04T05:50:26.953514Z","steps":["trace[248524948] 'agreement among raft nodes before linearized reading' (duration: 109.997129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:27.55404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590360580,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T05:50:27.616953Z","caller":"traceutil/trace.go:171","msg":"trace[2094187496] transaction","detail":"{read_only:false; response_revision:23966; number_of_response:1; }","duration":"564.194596ms","start":"2026-03-04T05:50:27.052729Z","end":"2026-03-04T05:50:27.616924Z","steps":["trace[2094187496] 'process raft request' (duration: 528.255343ms)","trace[2094187496] 'compare' (duration: 35.80103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:27.617159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:27.052706Z","time spent":"564.33976ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:28.36032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.006688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:50:28.360774Z","caller":"traceutil/trace.go:171","msg":"trace[1066023387] linearizableReadLoop","detail":"{readStateIndex:24819; appliedIndex:24811; }","duration":"1.307093893s","start":"2026-03-04T05:50:27.053662Z","end":"2026-03-04T05:50:28.360755Z","steps":["trace[1066023387] 'read index received' (duration: 527.493656ms)","trace[1066023387] 'applied index is now lower than readState.Index' (duration: 779.598667ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:28.360888Z","caller":"traceutil/trace.go:171","msg":"trace[909019571] transaction","detail":"{read_only:false; response_revision:23967; number_of_response:1; }","duration":"1.210100959s","start":"2026-03-04T05:50:27.150775Z","end":"2026-03-04T05:50:28.360876Z","steps":["trace[909019571] 'process raft request' (duration: 716.438716ms)","trace[909019571] 'compare' (duration: 492.758041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:28.360958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:27.15076Z","time spent":"1.21016309s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:28.361068Z","caller":"traceutil/trace.go:171","msg":"trace[1154911725] transaction","detail":"{read_only:false; response_revision:23971; number_of_response:1; }","duration":"1.068208062s","start":"2026-03-04T05:50:27.292822Z","end":"2026-03-04T05:50:28.36103Z","steps":["trace[1154911725] 'process raft request' (duration: 1.067818063s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:28.361212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:27.292808Z","time spent":"1.068328455s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:28.361363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307021611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-04T05:50:28.36141Z","caller":"traceutil/trace.go:171","msg":"trace[2051513240] transaction","detail":"{read_only:false; response_revision:23968; number_of_response:1; }","duration":"1.209855673s","start":"2026-03-04T05:50:27.151546Z","end":"2026-03-04T05:50:28.361402Z","steps":["trace[2051513240] 'process raft request' (duration: 1.208917381s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:28.361411Z","caller":"traceutil/trace.go:171","msg":"trace[925864790] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:23973; }","duration":"1.307119713s","start":"2026-03-04T05:50:27.054279Z","end":"2026-03-04T05:50:28.361399Z","steps":["trace[925864790] 'agreement among raft nodes before linearized reading' (duration: 1.306903728s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:28.361449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:27.151537Z","time spent":"1.209894044s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:28.361447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:27.054263Z","time spent":"1.307176185s","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-04T05:50:28.36142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307724197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6c8648b88-bv9fn.18998d5d017ec990\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-04T05:50:28.361542Z","caller":"traceutil/trace.go:171","msg":"trace[2012974647] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6c8648b88-bv9fn.18998d5d017ec990; range_end:; response_count:1; response_revision:23973; }","duration":"1.307914822s","start":"2026-03-04T05:50:27.053607Z","end":"2026-03-04T05:50:28.361522Z","steps":["trace[2012974647] 'agreement among raft nodes before linearized reading' (duration: 1.307574354s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:28.361544Z","caller":"traceutil/trace.go:171","msg":"trace[120132268] transaction","detail":"{read_only:false; response_revision:23969; number_of_response:1; }","duration":"1.069228796s","start":"2026-03-04T05:50:27.292255Z","end":"2026-03-04T05:50:28.361484Z","steps":["trace[120132268] 'process raft request' (duration: 1.068301114s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:28.361576Z","caller":"traceutil/trace.go:171","msg":"trace[782768847] transaction","detail":"{read_only:false; response_revision:23970; number_of_response:1; }","duration":"1.069185295s","start":"2026-03-04T05:50:27.292354Z","end":"2026-03-04T05:50:28.361539Z","steps":["trace[782768847] 'process raft request' (duration: 1.068248973s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:28.361627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:27.053585Z","time spent":"1.308029224s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":804,"request content":"key:\"/registry/events/openstack/magnum-api-6c8648b88-bv9fn.18998d5d017ec990\" "} {"level":"warn","ts":"2026-03-04T05:50:28.361727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.758707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:28.361742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:27.292235Z","time spent":"1.06938766s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:28.361758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:27.292343Z","time spent":"1.069320458s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:28.36181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211672695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T05:50:28.36181Z","caller":"traceutil/trace.go:171","msg":"trace[312629514] transaction","detail":"{read_only:false; response_revision:23972; number_of_response:1; }","duration":"1.068888568s","start":"2026-03-04T05:50:27.292894Z","end":"2026-03-04T05:50:28.361782Z","steps":["trace[312629514] 'process raft request' (duration: 1.067788062s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:28.361873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211752447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T05:50:28.361903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.447718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-04T05:50:28.361773Z","caller":"traceutil/trace.go:171","msg":"trace[865099624] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23973; }","duration":"392.823079ms","start":"2026-03-04T05:50:27.968937Z","end":"2026-03-04T05:50:28.361761Z","steps":["trace[865099624] 'agreement among raft nodes before linearized reading' (duration: 392.749898ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:28.361911Z","caller":"traceutil/trace.go:171","msg":"trace[1821262408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23973; }","duration":"1.211829389s","start":"2026-03-04T05:50:27.150073Z","end":"2026-03-04T05:50:28.361903Z","steps":["trace[1821262408] 'agreement among raft nodes before linearized reading' (duration: 1.211720686s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:28.361933Z","caller":"traceutil/trace.go:171","msg":"trace[1980539302] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645; range_end:; response_count:1; response_revision:23973; }","duration":"400.531639ms","start":"2026-03-04T05:50:27.961394Z","end":"2026-03-04T05:50:28.361925Z","steps":["trace[1980539302] 'agreement among raft nodes before linearized reading' (duration: 400.461688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:28.361946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:27.150052Z","time spent":"1.211887901s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:50:28.361953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:27.968922Z","time spent":"393.016824ms","remote":"127.0.0.1:57162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:28.361996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.482333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:28.361844Z","caller":"traceutil/trace.go:171","msg":"trace[337477624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23973; }","duration":"1.211714386s","start":"2026-03-04T05:50:27.150121Z","end":"2026-03-04T05:50:28.361836Z","steps":["trace[337477624] 'agreement among raft nodes before linearized reading' (duration: 1.211599914s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:28.362019Z","caller":"traceutil/trace.go:171","msg":"trace[1638960560] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23973; }","duration":"465.551064ms","start":"2026-03-04T05:50:27.896463Z","end":"2026-03-04T05:50:28.362014Z","steps":["trace[1638960560] 'agreement among raft nodes before linearized reading' (duration: 465.506703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:28.362037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:27.896437Z","time spent":"465.595245ms","remote":"127.0.0.1:56890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:28.362037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:27.150118Z","time spent":"1.211911191s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:50:28.362032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258842282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-03-04T05:50:28.361937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:27.292872Z","time spent":"1.069007161s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:28.36209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.308691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-04T05:50:28.36194Z","caller":"traceutil/trace.go:171","msg":"trace[1000231750] transaction","detail":"{read_only:false; response_revision:23973; number_of_response:1; }","duration":"1.068012858s","start":"2026-03-04T05:50:27.293911Z","end":"2026-03-04T05:50:28.361924Z","steps":["trace[1000231750] 'process raft request' (duration: 1.06680211s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:28.362139Z","caller":"traceutil/trace.go:171","msg":"trace[987956480] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23973; }","duration":"1.258970155s","start":"2026-03-04T05:50:27.103144Z","end":"2026-03-04T05:50:28.362114Z","steps":["trace[987956480] 'agreement among raft nodes before linearized reading' (duration: 1.258654217s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:28.361957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:27.96136Z","time spent":"400.593031ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" "} {"level":"warn","ts":"2026-03-04T05:50:28.362158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212067925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T05:50:28.362211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080774197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543390-d9d8t\" ","response":"range_response_count:1 size:7153"} {"level":"info","ts":"2026-03-04T05:50:28.362158Z","caller":"traceutil/trace.go:171","msg":"trace[1285400272] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23973; }","duration":"756.412912ms","start":"2026-03-04T05:50:27.605725Z","end":"2026-03-04T05:50:28.362138Z","steps":["trace[1285400272] 'agreement among raft nodes before linearized reading' (duration: 756.260799ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:28.362216Z","caller":"traceutil/trace.go:171","msg":"trace[1574878799] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23973; }","duration":"1.212158977s","start":"2026-03-04T05:50:27.150042Z","end":"2026-03-04T05:50:28.362201Z","steps":["trace[1574878799] 'agreement among raft nodes before linearized reading' (duration: 1.211946522s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:28.362168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212024694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T05:50:28.362252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:27.605703Z","time spent":"756.538696ms","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-04T05:50:28.362262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:27.150023Z","time spent":"1.212223859s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:50:28.362272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212029194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T05:50:28.362287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.607926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:50:28.3623Z","caller":"traceutil/trace.go:171","msg":"trace[1868724922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23973; }","duration":"1.212175297s","start":"2026-03-04T05:50:27.150099Z","end":"2026-03-04T05:50:28.362275Z","steps":["trace[1868724922] 'agreement among raft nodes before linearized reading' (duration: 1.21186912s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:28.362308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.508712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:28.362315Z","caller":"traceutil/trace.go:171","msg":"trace[795042970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23973; }","duration":"1.212082085s","start":"2026-03-04T05:50:27.150221Z","end":"2026-03-04T05:50:28.362303Z","steps":["trace[795042970] 'agreement among raft nodes before linearized reading' (duration: 1.211946732s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:28.362323Z","caller":"traceutil/trace.go:171","msg":"trace[641719593] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23973; }","duration":"590.686477ms","start":"2026-03-04T05:50:27.771627Z","end":"2026-03-04T05:50:28.362313Z","steps":["trace[641719593] 'agreement among raft nodes before linearized reading' (duration: 590.628306ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:28.362359Z","caller":"traceutil/trace.go:171","msg":"trace[2093968454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23973; }","duration":"572.609094ms","start":"2026-03-04T05:50:27.789739Z","end":"2026-03-04T05:50:28.362348Z","steps":["trace[2093968454] 'agreement among raft nodes before linearized reading' (duration: 572.508642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:28.362365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:27.150214Z","time spent":"1.212142246s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:50:28.36237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:27.771597Z","time spent":"590.763419ms","remote":"127.0.0.1:57336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:28.362207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:27.103121Z","time spent":"1.259073597s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T05:50:28.362367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:27.150095Z","time spent":"1.212259319s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:50:28.362213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:27.293881Z","time spent":"1.068298654s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:28.36224Z","caller":"traceutil/trace.go:171","msg":"trace[61231035] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29543390-d9d8t; range_end:; response_count:1; response_revision:23973; }","duration":"1.080839588s","start":"2026-03-04T05:50:27.281393Z","end":"2026-03-04T05:50:28.362232Z","steps":["trace[61231035] 'agreement among raft nodes before linearized reading' (duration: 1.080761767s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:28.362641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:27.281372Z","time spent":"1.081252099s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7176,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543390-d9d8t\" "} {"level":"warn","ts":"2026-03-04T05:50:28.362398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:27.789717Z","time spent":"572.675265ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:50:28.669373Z","caller":"traceutil/trace.go:171","msg":"trace[804035363] linearizableReadLoop","detail":"{readStateIndex:24820; appliedIndex:24819; }","duration":"301.147261ms","start":"2026-03-04T05:50:28.368206Z","end":"2026-03-04T05:50:28.669353Z","steps":["trace[804035363] 'read index received' (duration: 251.956467ms)","trace[804035363] 'applied index is now lower than readState.Index' (duration: 49.189733ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:28.669459Z","caller":"traceutil/trace.go:171","msg":"trace[218964531] transaction","detail":"{read_only:false; response_revision:23974; number_of_response:1; }","duration":"304.668813ms","start":"2026-03-04T05:50:28.364783Z","end":"2026-03-04T05:50:28.669452Z","steps":["trace[218964531] 'process raft request' (duration: 255.365517ms)","trace[218964531] 'compare' (duration: 49.099321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:28.669548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:28.36475Z","time spent":"304.723154ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:28.669716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.484798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-87296daf-4a79-470b-abfd-0e8a8d6d6204\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-04T05:50:28.669805Z","caller":"traceutil/trace.go:171","msg":"trace[1957363558] range","detail":"{range_begin:/registry/persistentvolumes/pvc-87296daf-4a79-470b-abfd-0e8a8d6d6204; range_end:; response_count:1; response_revision:23974; }","duration":"301.605101ms","start":"2026-03-04T05:50:28.368179Z","end":"2026-03-04T05:50:28.669784Z","steps":["trace[1957363558] 'agreement among raft nodes before linearized reading' (duration: 301.382895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:28.669857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:28.368163Z","time spent":"301.684453ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-87296daf-4a79-470b-abfd-0e8a8d6d6204\" "} {"level":"warn","ts":"2026-03-04T05:50:29.169917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590360599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:50:29.560964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.875661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:50:29.561474Z","caller":"traceutil/trace.go:171","msg":"trace[1150820285] transaction","detail":"{read_only:false; response_revision:23978; number_of_response:1; }","duration":"1.191658345s","start":"2026-03-04T05:50:28.369787Z","end":"2026-03-04T05:50:29.561446Z","steps":["trace[1150820285] 'process raft request' (duration: 1.191571313s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:29.561622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:28.369779Z","time spent":"1.191801799s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:29.561496Z","caller":"traceutil/trace.go:171","msg":"trace[106141772] transaction","detail":"{read_only:false; response_revision:23975; number_of_response:1; }","duration":"1.193073968s","start":"2026-03-04T05:50:28.368391Z","end":"2026-03-04T05:50:29.561465Z","steps":["trace[106141772] 'process raft request' (duration: 1.008587354s)","trace[106141772] 'compare' (duration: 183.590173ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:29.561761Z","caller":"traceutil/trace.go:171","msg":"trace[756626477] transaction","detail":"{read_only:false; response_revision:23979; number_of_response:1; }","duration":"1.19185967s","start":"2026-03-04T05:50:28.369883Z","end":"2026-03-04T05:50:29.561743Z","steps":["trace[756626477] 'process raft request' (duration: 1.191523212s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:29.56186Z","caller":"traceutil/trace.go:171","msg":"trace[1929397309] transaction","detail":"{read_only:false; response_revision:23980; number_of_response:1; }","duration":"1.190937059s","start":"2026-03-04T05:50:28.37089Z","end":"2026-03-04T05:50:29.561827Z","steps":["trace[1929397309] 'process raft request' (duration: 1.190764225s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:29.561911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:28.36987Z","time spent":"1.191953583s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:29.561485Z","caller":"traceutil/trace.go:171","msg":"trace[1399077110] transaction","detail":"{read_only:false; response_revision:23976; number_of_response:1; }","duration":"1.192924895s","start":"2026-03-04T05:50:28.368517Z","end":"2026-03-04T05:50:29.561442Z","steps":["trace[1399077110] 'process raft request' (duration: 1.192691089s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:29.56199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:28.368512Z","time spent":"1.193448797s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:29.561996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:28.370884Z","time spent":"1.191025751s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7080,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:29.5619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:28.36838Z","time spent":"1.193412737s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:29.561485Z","caller":"traceutil/trace.go:171","msg":"trace[1662444706] transaction","detail":"{read_only:false; response_revision:23977; number_of_response:1; }","duration":"1.192897245s","start":"2026-03-04T05:50:28.368551Z","end":"2026-03-04T05:50:29.561448Z","steps":["trace[1662444706] 'process raft request' (duration: 1.192739781s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:29.56239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:28.368526Z","time spent":"1.193822836s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:29.581649Z","caller":"traceutil/trace.go:171","msg":"trace[270123563] linearizableReadLoop","detail":"{readStateIndex:24827; appliedIndex:24820; }","duration":"912.196014ms","start":"2026-03-04T05:50:28.669424Z","end":"2026-03-04T05:50:29.58162Z","steps":["trace[270123563] 'read index received' (duration: 707.571547ms)","trace[270123563] 'applied index is now lower than readState.Index' (duration: 204.623547ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:29.581801Z","caller":"traceutil/trace.go:171","msg":"trace[1188171590] transaction","detail":"{read_only:false; response_revision:23981; number_of_response:1; }","duration":"908.62419ms","start":"2026-03-04T05:50:28.673168Z","end":"2026-03-04T05:50:29.581792Z","steps":["trace[1188171590] 'process raft request' (duration: 908.306772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:29.581902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:28.673149Z","time spent":"908.676052ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T05:50:29.582035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.657069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18998d673ce15108\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-04T05:50:29.582094Z","caller":"traceutil/trace.go:171","msg":"trace[388936672] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18998d673ce15108; range_end:; response_count:1; response_revision:23981; }","duration":"803.763962ms","start":"2026-03-04T05:50:28.778316Z","end":"2026-03-04T05:50:29.58208Z","steps":["trace[388936672] 'agreement among raft nodes before linearized reading' (duration: 803.548576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:29.582122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:28.778298Z","time spent":"803.819282ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18998d673ce15108\" "} {"level":"warn","ts":"2026-03-04T05:50:29.582226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.545633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:50:29.582242Z","caller":"traceutil/trace.go:171","msg":"trace[1711128216] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23981; }","duration":"215.602764ms","start":"2026-03-04T05:50:29.366631Z","end":"2026-03-04T05:50:29.582234Z","steps":["trace[1711128216] 'agreement among raft nodes before linearized reading' (duration: 215.566183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:29.58231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.232143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-04T05:50:29.582347Z","caller":"traceutil/trace.go:171","msg":"trace[834829070] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645; range_end:; response_count:1; response_revision:23981; }","duration":"214.321325ms","start":"2026-03-04T05:50:29.368015Z","end":"2026-03-04T05:50:29.582336Z","steps":["trace[834829070] 'agreement among raft nodes before linearized reading' (duration: 214.164301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:29.582361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.713132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:29.582379Z","caller":"traceutil/trace.go:171","msg":"trace[184298076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23981; }","duration":"792.778534ms","start":"2026-03-04T05:50:28.789593Z","end":"2026-03-04T05:50:29.582372Z","steps":["trace[184298076] 'agreement among raft nodes before linearized reading' (duration: 792.746844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:29.582392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:28.789569Z","time spent":"792.820055ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:50:29.582487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214123342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-04T05:50:29.582517Z","caller":"traceutil/trace.go:171","msg":"trace[69604178] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23981; }","duration":"1.214174174s","start":"2026-03-04T05:50:28.368331Z","end":"2026-03-04T05:50:29.582506Z","steps":["trace[69604178] 'agreement among raft nodes before linearized reading' (duration: 1.21403711s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:29.582536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:28.368324Z","time spent":"1.214208274s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-04T05:50:30.087263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590360603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:50:30.410942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.002575ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:30.411219Z","caller":"traceutil/trace.go:171","msg":"trace[246820813] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23981; }","duration":"132.297952ms","start":"2026-03-04T05:50:30.278901Z","end":"2026-03-04T05:50:30.411199Z","steps":["trace[246820813] 'range keys from in-memory index tree' (duration: 131.985035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:30.411529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.44529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:50:30.41169Z","caller":"traceutil/trace.go:171","msg":"trace[30624224] linearizableReadLoop","detail":"{readStateIndex:24828; appliedIndex:24827; }","duration":"824.462648ms","start":"2026-03-04T05:50:29.587207Z","end":"2026-03-04T05:50:30.41167Z","steps":["trace[30624224] 'read index received' (duration: 524.734051ms)","trace[30624224] 'applied index is now lower than readState.Index' (duration: 299.726527ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:30.411717Z","caller":"traceutil/trace.go:171","msg":"trace[1644960016] transaction","detail":"{read_only:false; response_revision:23982; number_of_response:1; }","duration":"827.805266ms","start":"2026-03-04T05:50:29.583877Z","end":"2026-03-04T05:50:30.411682Z","steps":["trace[1644960016] 'process raft request' (duration: 528.033699ms)","trace[1644960016] 'compare' (duration: 298.506108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:30.411851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:29.58386Z","time spent":"827.917279ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:30.411957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.724454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-04T05:50:30.412057Z","caller":"traceutil/trace.go:171","msg":"trace[735787920] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23982; }","duration":"824.844287ms","start":"2026-03-04T05:50:29.587195Z","end":"2026-03-04T05:50:30.412039Z","steps":["trace[735787920] 'agreement among raft nodes before linearized reading' (duration: 824.56061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:30.412127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:29.587189Z","time spent":"824.927088ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-04T05:50:31.197521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.175302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:50:31.197669Z","caller":"traceutil/trace.go:171","msg":"trace[1852126317] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"1.04594275s","start":"2026-03-04T05:50:30.151697Z","end":"2026-03-04T05:50:31.19764Z","steps":["trace[1852126317] 'process raft request' (duration: 569.510922ms)","trace[1852126317] 'compare' (duration: 475.619359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:31.198132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:30.151668Z","time spent":"1.046405521s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:31.789836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999984526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T05:50:31.789938Z","caller":"traceutil/trace.go:171","msg":"trace[277637582] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000171691s","start":"2026-03-04T05:50:29.789747Z","end":"2026-03-04T05:50:31.789919Z","steps":["trace[277637582] 'agreement among raft nodes before linearized reading' (duration: 2.000037837s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:31.78999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:29.789722Z","time spent":"2.000257672s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 05:50:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T05:50:32.060172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.113649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:50:32.060559Z","caller":"traceutil/trace.go:171","msg":"trace[1276275838] transaction","detail":"{read_only:false; response_revision:23984; number_of_response:1; }","duration":"1.691407192s","start":"2026-03-04T05:50:30.369122Z","end":"2026-03-04T05:50:32.060529Z","steps":["trace[1276275838] 'process raft request' (duration: 1.241840263s)","trace[1276275838] 'compare' (duration: 448.097735ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:32.060573Z","caller":"traceutil/trace.go:171","msg":"trace[1430672334] transaction","detail":"{read_only:false; response_revision:23987; number_of_response:1; }","duration":"1.690194954s","start":"2026-03-04T05:50:30.37034Z","end":"2026-03-04T05:50:32.060534Z","steps":["trace[1430672334] 'process raft request' (duration: 1.690067201s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:32.060614Z","caller":"traceutil/trace.go:171","msg":"trace[463113891] linearizableReadLoop","detail":"{readStateIndex:24836; appliedIndex:24828; }","duration":"1.648876065s","start":"2026-03-04T05:50:30.411719Z","end":"2026-03-04T05:50:32.060595Z","steps":["trace[463113891] 'read index received' (duration: 309.501346ms)","trace[463113891] 'applied index is now lower than readState.Index' (duration: 1.339373389s)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:32.060689Z","caller":"traceutil/trace.go:171","msg":"trace[1713171860] transaction","detail":"{read_only:false; response_revision:23988; number_of_response:1; }","duration":"1.689641021s","start":"2026-03-04T05:50:30.371039Z","end":"2026-03-04T05:50:32.06068Z","steps":["trace[1713171860] 'process raft request' (duration: 1.689404145s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:32.060708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:30.369105Z","time spent":"1.691515715s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:32.060737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:30.371008Z","time spent":"1.689700342s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:32.060555Z","caller":"traceutil/trace.go:171","msg":"trace[1563711067] transaction","detail":"{read_only:false; response_revision:23985; number_of_response:1; }","duration":"1.691042914s","start":"2026-03-04T05:50:30.369456Z","end":"2026-03-04T05:50:32.060499Z","steps":["trace[1563711067] 'process raft request' (duration: 1.690827519s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:32.060747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:30.370302Z","time spent":"1.690351207s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:32.06086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:30.369417Z","time spent":"1.691419613s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:32.060927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872675472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:32.060956Z","caller":"traceutil/trace.go:171","msg":"trace[499254938] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23991; }","duration":"1.872751653s","start":"2026-03-04T05:50:30.188194Z","end":"2026-03-04T05:50:32.060945Z","steps":["trace[499254938] 'agreement among raft nodes before linearized reading' (duration: 1.872687992s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:32.060904Z","caller":"traceutil/trace.go:171","msg":"trace[1317060741] transaction","detail":"{read_only:false; response_revision:23990; number_of_response:1; }","duration":"1.688897623s","start":"2026-03-04T05:50:30.371972Z","end":"2026-03-04T05:50:32.060869Z","steps":["trace[1317060741] 'process raft request' (duration: 1.688539075s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:32.060945Z","caller":"traceutil/trace.go:171","msg":"trace[1286497858] transaction","detail":"{read_only:false; response_revision:23986; number_of_response:1; }","duration":"1.690591073s","start":"2026-03-04T05:50:30.370306Z","end":"2026-03-04T05:50:32.060898Z","steps":["trace[1286497858] 'process raft request' (duration: 1.690076471s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:32.060909Z","caller":"traceutil/trace.go:171","msg":"trace[1066675606] transaction","detail":"{read_only:false; response_revision:23991; number_of_response:1; }","duration":"1.486683133s","start":"2026-03-04T05:50:30.574173Z","end":"2026-03-04T05:50:32.060857Z","steps":["trace[1066675606] 'process raft request' (duration: 1.486368336s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:32.06102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.456656242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-04T05:50:32.06108Z","caller":"traceutil/trace.go:171","msg":"trace[871028076] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23991; }","duration":"2.456740384s","start":"2026-03-04T05:50:29.604309Z","end":"2026-03-04T05:50:32.06105Z","steps":["trace[871028076] 'agreement among raft nodes before linearized reading' (duration: 2.4565795s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:32.061109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:29.604288Z","time spent":"2.456815996s","remote":"127.0.0.1:56222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-03-04T05:50:32.0611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:30.371962Z","time spent":"1.689051027s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:32.061122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:30.370293Z","time spent":"1.690734336s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:32.06116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47363591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-kwgb4.18998cab61229a5c\" ","response":"range_response_count:1 size:949"} {"level":"warn","ts":"2026-03-04T05:50:32.061167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:30.574148Z","time spent":"1.486910268s","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:32.061175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149961702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"info","ts":"2026-03-04T05:50:32.061191Z","caller":"traceutil/trace.go:171","msg":"trace[1157457470] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-kwgb4.18998cab61229a5c; range_end:; response_count:1; response_revision:23991; }","duration":"2.473692631s","start":"2026-03-04T05:50:29.587488Z","end":"2026-03-04T05:50:32.061181Z","steps":["trace[1157457470] 'agreement among raft nodes before linearized reading' (duration: 2.473518407s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:32.061215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:29.587472Z","time spent":"2.473737902s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-kwgb4.18998cab61229a5c\" "} {"level":"info","ts":"2026-03-04T05:50:32.061214Z","caller":"traceutil/trace.go:171","msg":"trace[724023787] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23991; }","duration":"2.150046614s","start":"2026-03-04T05:50:29.911158Z","end":"2026-03-04T05:50:32.061204Z","steps":["trace[724023787] 'agreement among raft nodes before linearized reading' (duration: 2.149752707s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:32.061203Z","caller":"traceutil/trace.go:171","msg":"trace[1533225426] transaction","detail":"{read_only:false; response_revision:23989; number_of_response:1; }","duration":"1.689629891s","start":"2026-03-04T05:50:30.371541Z","end":"2026-03-04T05:50:32.061171Z","steps":["trace[1533225426] 'process raft request' (duration: 1.688939974s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:32.061243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:29.911128Z","time spent":"2.150111006s","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418374,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T05:50:32.060986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:30.188171Z","time spent":"1.872804465s","remote":"127.0.0.1:56420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:32.061311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:30.371529Z","time spent":"1.689725503s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:32.961253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.532395ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T05:50:32.961508Z","caller":"traceutil/trace.go:171","msg":"trace[461338337] linearizableReadLoop","detail":"{readStateIndex:24838; appliedIndex:24837; }","duration":"900.852278ms","start":"2026-03-04T05:50:32.060641Z","end":"2026-03-04T05:50:32.961493Z","steps":["trace[461338337] 'read index received' (duration: 54.113959ms)","trace[461338337] 'applied index is now lower than readState.Index' (duration: 846.737189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:32.962658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395853933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T05:50:32.962739Z","caller":"traceutil/trace.go:171","msg":"trace[593094806] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23991; }","duration":"1.396008896s","start":"2026-03-04T05:50:31.566711Z","end":"2026-03-04T05:50:32.96272Z","steps":["trace[593094806] 'agreement among raft nodes before linearized reading' (duration: 1.39575153s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:32.962781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:31.566682Z","time spent":"1.396089708s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:50:32.962812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396130508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T05:50:32.962878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153586963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:32.962909Z","caller":"traceutil/trace.go:171","msg":"trace[352076429] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23991; }","duration":"1.153652235s","start":"2026-03-04T05:50:31.809245Z","end":"2026-03-04T05:50:32.962898Z","steps":["trace[352076429] 'agreement among raft nodes before linearized reading' (duration: 1.153585493s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:32.962907Z","caller":"traceutil/trace.go:171","msg":"trace[1283320030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23991; }","duration":"1.396311603s","start":"2026-03-04T05:50:31.566572Z","end":"2026-03-04T05:50:32.962883Z","steps":["trace[1283320030] 'agreement among raft nodes before linearized reading' (duration: 1.395947374s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:32.962936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:31.809231Z","time spent":"1.153697786s","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:32.962964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:31.566542Z","time spent":"1.396412325s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:50:32.963017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172944387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:32.96305Z","caller":"traceutil/trace.go:171","msg":"trace[772420684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23991; }","duration":"1.173006238s","start":"2026-03-04T05:50:31.790035Z","end":"2026-03-04T05:50:32.963041Z","steps":["trace[772420684] 'agreement among raft nodes before linearized reading' (duration: 1.172946207s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:32.963077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:31.790019Z","time spent":"1.173051389s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:50:32.963558Z","caller":"traceutil/trace.go:171","msg":"trace[857289999] transaction","detail":"{read_only:false; response_revision:23992; number_of_response:1; }","duration":"899.833874ms","start":"2026-03-04T05:50:32.063687Z","end":"2026-03-04T05:50:32.963521Z","steps":["trace[857289999] 'process raft request' (duration: 897.705944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:32.963726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:32.063664Z","time spent":"899.968997ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:33.222225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106615544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T05:50:33.222325Z","caller":"traceutil/trace.go:171","msg":"trace[1244277968] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23992; }","duration":"2.106780759s","start":"2026-03-04T05:50:31.115526Z","end":"2026-03-04T05:50:33.222307Z","steps":["trace[1244277968] 'agreement among raft nodes before linearized reading' (duration: 1.847703376s)","trace[1244277968] 'range keys from in-memory index tree' (duration: 258.859668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:33.222361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:31.115501Z","time spent":"2.10685242s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T05:50:33.222601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656037362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T05:50:33.222595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10813761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-04T05:50:33.222688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306186983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-04T05:50:33.222722Z","caller":"traceutil/trace.go:171","msg":"trace[2118372749] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23992; }","duration":"2.306268116s","start":"2026-03-04T05:50:30.916444Z","end":"2026-03-04T05:50:33.222712Z","steps":["trace[2118372749] 'agreement among raft nodes before linearized reading' (duration: 2.046757532s)","trace[2118372749] 'range keys from in-memory index tree' (duration: 259.441092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:33.222742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:30.916417Z","time spent":"2.306319326s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T05:50:33.222821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.635759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-04T05:50:33.222884Z","caller":"traceutil/trace.go:171","msg":"trace[843198275] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645; range_end:; response_count:1; response_revision:23992; }","duration":"2.635854842s","start":"2026-03-04T05:50:30.587012Z","end":"2026-03-04T05:50:33.222867Z","steps":["trace[843198275] 'agreement among raft nodes before linearized reading' (duration: 2.376284167s)","trace[843198275] 'range keys from in-memory index tree' (duration: 259.424571ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:33.222681Z","caller":"traceutil/trace.go:171","msg":"trace[1277870087] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23992; }","duration":"2.108273713s","start":"2026-03-04T05:50:31.11438Z","end":"2026-03-04T05:50:33.222654Z","steps":["trace[1277870087] 'agreement among raft nodes before linearized reading' (duration: 1.848856002s)","trace[1277870087] 'range keys from in-memory index tree' (duration: 259.133165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:33.222929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:30.586999Z","time spent":"2.635921273s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" "} {"level":"warn","ts":"2026-03-04T05:50:33.22294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:31.114357Z","time spent":"2.108571461s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T05:50:33.223017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.803869761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111976"} {"level":"info","ts":"2026-03-04T05:50:33.223093Z","caller":"traceutil/trace.go:171","msg":"trace[2133685587] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23992; }","duration":"2.803994393s","start":"2026-03-04T05:50:30.419082Z","end":"2026-03-04T05:50:33.223077Z","steps":["trace[2133685587] 'agreement among raft nodes before linearized reading' (duration: 2.544228524s)","trace[2133685587] 'range keys from in-memory index tree' (duration: 259.459312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:33.222879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470812513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:50:33.223127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:30.419066Z","time spent":"2.804053125s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111999,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-04T05:50:33.223129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656544673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T05:50:33.22263Z","caller":"traceutil/trace.go:171","msg":"trace[806181737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23992; }","duration":"1.656096223s","start":"2026-03-04T05:50:31.566525Z","end":"2026-03-04T05:50:33.222621Z","steps":["trace[806181737] 'agreement among raft nodes before linearized reading' (duration: 1.396696783s)","trace[806181737] 'range keys from in-memory index tree' (duration: 259.331069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:33.223186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:31.566504Z","time spent":"1.656675187s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T05:50:33.223149Z","caller":"traceutil/trace.go:171","msg":"trace[1223193032] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23992; }","duration":"2.471196492s","start":"2026-03-04T05:50:30.751941Z","end":"2026-03-04T05:50:33.223137Z","steps":["trace[1223193032] 'agreement among raft nodes before linearized reading' (duration: 2.21133516s)","trace[1223193032] 'count revisions from in-memory index tree' (duration: 259.484223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:33.222899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165609455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T05:50:33.223263Z","caller":"traceutil/trace.go:171","msg":"trace[603609665] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23992; }","duration":"1.166014674s","start":"2026-03-04T05:50:32.057235Z","end":"2026-03-04T05:50:33.22325Z","steps":["trace[603609665] 'agreement among raft nodes before linearized reading' (duration: 905.842075ms)","trace[603609665] 'range keys from in-memory index tree' (duration: 259.77738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:33.223276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655819547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T05:50:33.223306Z","caller":"traceutil/trace.go:171","msg":"trace[1789962346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23992; }","duration":"1.655860987s","start":"2026-03-04T05:50:31.567435Z","end":"2026-03-04T05:50:33.223296Z","steps":["trace[1789962346] 'agreement among raft nodes before linearized reading' (duration: 1.3957673s)","trace[1789962346] 'range keys from in-memory index tree' (duration: 260.036896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:33.223326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:31.567424Z","time spent":"1.655897188s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:50:33.223325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:32.057211Z","time spent":"1.166099346s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T05:50:33.223261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:30.751913Z","time spent":"2.471332045s","remote":"127.0.0.1:56484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:33.223208Z","caller":"traceutil/trace.go:171","msg":"trace[1394862965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23992; }","duration":"1.656639335s","start":"2026-03-04T05:50:31.566537Z","end":"2026-03-04T05:50:33.223176Z","steps":["trace[1394862965] 'agreement among raft nodes before linearized reading' (duration: 1.396675901s)","trace[1394862965] 'range keys from in-memory index tree' (duration: 259.748869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:33.223472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:31.566511Z","time spent":"1.656952623s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T05:50:33.270121Z","caller":"traceutil/trace.go:171","msg":"trace[377003207] transaction","detail":"{read_only:false; response_revision:23993; number_of_response:1; }","duration":"685.860077ms","start":"2026-03-04T05:50:32.584231Z","end":"2026-03-04T05:50:33.270091Z","steps":["trace[377003207] 'process raft request' (duration: 685.328735ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:33.270337Z","caller":"traceutil/trace.go:171","msg":"trace[259987374] linearizableReadLoop","detail":"{readStateIndex:24841; appliedIndex:24839; }","duration":"308.739258ms","start":"2026-03-04T05:50:32.96153Z","end":"2026-03-04T05:50:33.27027Z","steps":["trace[259987374] 'read index received' (duration: 307.99709ms)","trace[259987374] 'applied index is now lower than readState.Index' (duration: 739.597µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:33.270441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:32.584201Z","time spent":"686.010251ms","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418484,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:33.27049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.930527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:33.270597Z","caller":"traceutil/trace.go:171","msg":"trace[123534384] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23994; }","duration":"485.097192ms","start":"2026-03-04T05:50:32.785477Z","end":"2026-03-04T05:50:33.270574Z","steps":["trace[123534384] 'agreement among raft nodes before linearized reading' (duration: 484.840076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:33.270611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.800293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-04T05:50:33.270658Z","caller":"traceutil/trace.go:171","msg":"trace[1927593887] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:23994; }","duration":"498.901414ms","start":"2026-03-04T05:50:32.771743Z","end":"2026-03-04T05:50:33.270645Z","steps":["trace[1927593887] 'agreement among raft nodes before linearized reading' (duration: 498.694879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:33.270653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:32.785465Z","time spent":"485.174973ms","remote":"127.0.0.1:56716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:33.270675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.042772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:33.270697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:32.771721Z","time spent":"498.967366ms","remote":"127.0.0.1:56060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.49\" "} {"level":"info","ts":"2026-03-04T05:50:33.270738Z","caller":"traceutil/trace.go:171","msg":"trace[1813995028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23994; }","duration":"921.127603ms","start":"2026-03-04T05:50:32.349591Z","end":"2026-03-04T05:50:33.270719Z","steps":["trace[1813995028] 'agreement among raft nodes before linearized reading' (duration: 921.025651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:33.270773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:32.349574Z","time spent":"921.192165ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:50:33.271027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.758934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:33.271068Z","caller":"traceutil/trace.go:171","msg":"trace[1346628451] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23994; }","duration":"644.848686ms","start":"2026-03-04T05:50:32.626209Z","end":"2026-03-04T05:50:33.271057Z","steps":["trace[1346628451] 'agreement among raft nodes before linearized reading' (duration: 644.762854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:33.271092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208457389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11485"} {"level":"warn","ts":"2026-03-04T05:50:33.271111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:32.626194Z","time spent":"644.900868ms","remote":"127.0.0.1:51326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:33.271134Z","caller":"traceutil/trace.go:171","msg":"trace[1100111157] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:23994; }","duration":"1.208542921s","start":"2026-03-04T05:50:32.062581Z","end":"2026-03-04T05:50:33.271123Z","steps":["trace[1100111157] 'agreement among raft nodes before linearized reading' (duration: 1.208370157s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:33.27117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:32.062562Z","time spent":"1.208601642s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11508,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"info","ts":"2026-03-04T05:50:33.271323Z","caller":"traceutil/trace.go:171","msg":"trace[165789820] transaction","detail":"{read_only:false; response_revision:23994; number_of_response:1; }","duration":"596.297918ms","start":"2026-03-04T05:50:32.675008Z","end":"2026-03-04T05:50:33.271306Z","steps":["trace[165789820] 'process raft request' (duration: 595.013158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:33.271449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:32.674992Z","time spent":"596.377449ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:33.490776Z","caller":"traceutil/trace.go:171","msg":"trace[633587863] transaction","detail":"{read_only:false; response_revision:23995; number_of_response:1; }","duration":"520.42713ms","start":"2026-03-04T05:50:32.970314Z","end":"2026-03-04T05:50:33.490741Z","steps":["trace[633587863] 'process raft request' (duration: 498.757882ms)","trace[633587863] 'compare' (duration: 21.373901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:33.490988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:32.970289Z","time spent":"520.587044ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:33.491059Z","caller":"traceutil/trace.go:171","msg":"trace[274633766] transaction","detail":"{read_only:false; response_revision:23996; number_of_response:1; }","duration":"519.917929ms","start":"2026-03-04T05:50:32.971108Z","end":"2026-03-04T05:50:33.491026Z","steps":["trace[274633766] 'process raft request' (duration: 519.582611ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:33.491297Z","caller":"traceutil/trace.go:171","msg":"trace[434861461] linearizableReadLoop","detail":"{readStateIndex:24849; appliedIndex:24841; }","duration":"220.875478ms","start":"2026-03-04T05:50:33.270405Z","end":"2026-03-04T05:50:33.491281Z","steps":["trace[434861461] 'read index received' (duration: 198.630926ms)","trace[434861461] 'applied index is now lower than readState.Index' (duration: 22.243152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:33.491324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:32.971095Z","time spent":"520.099993ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:33.491415Z","caller":"traceutil/trace.go:171","msg":"trace[454202324] transaction","detail":"{read_only:false; response_revision:24002; number_of_response:1; }","duration":"255.307015ms","start":"2026-03-04T05:50:33.236085Z","end":"2026-03-04T05:50:33.491392Z","steps":["trace[454202324] 'process raft request' (duration: 255.131921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:33.491484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.777659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6c8648b88-bv9fn.18998d5d017ec990\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-04T05:50:33.491519Z","caller":"traceutil/trace.go:171","msg":"trace[10083945] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6c8648b88-bv9fn.18998d5d017ec990; range_end:; response_count:1; response_revision:24002; }","duration":"523.859541ms","start":"2026-03-04T05:50:32.967648Z","end":"2026-03-04T05:50:33.491508Z","steps":["trace[10083945] 'agreement among raft nodes before linearized reading' (duration: 523.692947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:33.491548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:32.96763Z","time spent":"523.910362ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":804,"request content":"key:\"/registry/events/openstack/magnum-api-6c8648b88-bv9fn.18998d5d017ec990\" "} {"level":"info","ts":"2026-03-04T05:50:33.491618Z","caller":"traceutil/trace.go:171","msg":"trace[713974497] transaction","detail":"{read_only:false; response_revision:23997; number_of_response:1; }","duration":"263.958468ms","start":"2026-03-04T05:50:33.227628Z","end":"2026-03-04T05:50:33.491586Z","steps":["trace[713974497] 'process raft request' (duration: 263.322213ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:33.491725Z","caller":"traceutil/trace.go:171","msg":"trace[1250782716] transaction","detail":"{read_only:false; response_revision:24001; number_of_response:1; }","duration":"261.679364ms","start":"2026-03-04T05:50:33.230038Z","end":"2026-03-04T05:50:33.491718Z","steps":["trace[1250782716] 'process raft request' (duration: 261.135541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:33.491794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.298233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T05:50:33.491825Z","caller":"traceutil/trace.go:171","msg":"trace[574015035] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24002; }","duration":"263.355833ms","start":"2026-03-04T05:50:33.22846Z","end":"2026-03-04T05:50:33.491816Z","steps":["trace[574015035] 'agreement among raft nodes before linearized reading' (duration: 263.236451ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:33.491816Z","caller":"traceutil/trace.go:171","msg":"trace[746687949] transaction","detail":"{read_only:false; response_revision:23998; number_of_response:1; }","duration":"263.837066ms","start":"2026-03-04T05:50:33.227943Z","end":"2026-03-04T05:50:33.49178Z","steps":["trace[746687949] 'process raft request' (duration: 263.107888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:33.491884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.297947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:33.491922Z","caller":"traceutil/trace.go:171","msg":"trace[1340071852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24002; }","duration":"520.3834ms","start":"2026-03-04T05:50:32.971527Z","end":"2026-03-04T05:50:33.49191Z","steps":["trace[1340071852] 'agreement among raft nodes before linearized reading' (duration: 520.283477ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:33.491934Z","caller":"traceutil/trace.go:171","msg":"trace[1568788815] transaction","detail":"{read_only:false; response_revision:23999; number_of_response:1; }","duration":"263.112868ms","start":"2026-03-04T05:50:33.228813Z","end":"2026-03-04T05:50:33.491926Z","steps":["trace[1568788815] 'process raft request' (duration: 262.286809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:33.491952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:32.971513Z","time spent":"520.43055ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:50:33.492023Z","caller":"traceutil/trace.go:171","msg":"trace[910367098] transaction","detail":"{read_only:false; response_revision:24000; number_of_response:1; }","duration":"262.639617ms","start":"2026-03-04T05:50:33.229374Z","end":"2026-03-04T05:50:33.492013Z","steps":["trace[910367098] 'process raft request' (duration: 261.764107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:34.134585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.418876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:50:34.135022Z","caller":"traceutil/trace.go:171","msg":"trace[2095690008] transaction","detail":"{read_only:false; response_revision:24003; number_of_response:1; }","duration":"640.935996ms","start":"2026-03-04T05:50:33.494028Z","end":"2026-03-04T05:50:34.134964Z","steps":["trace[2095690008] 'process raft request' (duration: 222.977367ms)","trace[2095690008] 'compare' (duration: 417.195221ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:34.13514Z","caller":"traceutil/trace.go:171","msg":"trace[732375380] linearizableReadLoop","detail":"{readStateIndex:24852; appliedIndex:24850; }","duration":"535.709878ms","start":"2026-03-04T05:50:33.599401Z","end":"2026-03-04T05:50:34.135111Z","steps":["trace[732375380] 'read index received' (duration: 117.618477ms)","trace[732375380] 'applied index is now lower than readState.Index' (duration: 418.089651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:34.135234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:33.494001Z","time spent":"641.11091ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:34.135403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.996936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:34.135466Z","caller":"traceutil/trace.go:171","msg":"trace[323652428] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24004; }","duration":"536.105598ms","start":"2026-03-04T05:50:33.59934Z","end":"2026-03-04T05:50:34.135445Z","steps":["trace[323652428] 'agreement among raft nodes before linearized reading' (duration: 535.903743ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:34.135489Z","caller":"traceutil/trace.go:171","msg":"trace[1444319252] transaction","detail":"{read_only:false; response_revision:24004; number_of_response:1; }","duration":"590.240847ms","start":"2026-03-04T05:50:33.545023Z","end":"2026-03-04T05:50:34.135264Z","steps":["trace[1444319252] 'process raft request' (duration: 589.95498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:34.135608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:33.599316Z","time spent":"536.278392ms","remote":"127.0.0.1:56492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T05:50:34.135834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:33.544998Z","time spent":"590.639757ms","remote":"127.0.0.1:56060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:34.314857Z","caller":"traceutil/trace.go:171","msg":"trace[2070294464] transaction","detail":"{read_only:false; response_revision:24006; number_of_response:1; }","duration":"247.355528ms","start":"2026-03-04T05:50:34.067469Z","end":"2026-03-04T05:50:34.314824Z","steps":["trace[2070294464] 'process raft request' (duration: 247.288187ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:34.314887Z","caller":"traceutil/trace.go:171","msg":"trace[1811195692] transaction","detail":"{read_only:false; response_revision:24005; number_of_response:1; }","duration":"247.393ms","start":"2026-03-04T05:50:34.06745Z","end":"2026-03-04T05:50:34.314843Z","steps":["trace[1811195692] 'process raft request' (duration: 228.656781ms)","trace[1811195692] 'compare' (duration: 18.478723ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:34.315009Z","caller":"traceutil/trace.go:171","msg":"trace[1057882588] transaction","detail":"{read_only:false; response_revision:24007; number_of_response:1; }","duration":"247.508322ms","start":"2026-03-04T05:50:34.067475Z","end":"2026-03-04T05:50:34.314983Z","steps":["trace[1057882588] 'process raft request' (duration: 247.319378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:34.356446Z","caller":"traceutil/trace.go:171","msg":"trace[1562750064] transaction","detail":"{read_only:false; response_revision:24008; number_of_response:1; }","duration":"288.931043ms","start":"2026-03-04T05:50:34.067485Z","end":"2026-03-04T05:50:34.356416Z","steps":["trace[1562750064] 'process raft request' (duration: 288.706548ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:34.356772Z","caller":"traceutil/trace.go:171","msg":"trace[948401759] transaction","detail":"{read_only:false; response_revision:24009; number_of_response:1; }","duration":"289.127518ms","start":"2026-03-04T05:50:34.067607Z","end":"2026-03-04T05:50:34.356735Z","steps":["trace[948401759] 'process raft request' (duration: 288.754629ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:34.356871Z","caller":"traceutil/trace.go:171","msg":"trace[612255162] linearizableReadLoop","detail":"{readStateIndex:24859; appliedIndex:24852; }","duration":"221.637236ms","start":"2026-03-04T05:50:34.135201Z","end":"2026-03-04T05:50:34.356838Z","steps":["trace[612255162] 'read index received' (duration: 160.921983ms)","trace[612255162] 'applied index is now lower than readState.Index' (duration: 60.714093ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:34.356907Z","caller":"traceutil/trace.go:171","msg":"trace[2053450418] transaction","detail":"{read_only:false; response_revision:24011; number_of_response:1; }","duration":"288.35145ms","start":"2026-03-04T05:50:34.068517Z","end":"2026-03-04T05:50:34.356869Z","steps":["trace[2053450418] 'process raft request' (duration: 288.253478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:34.357029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.426589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:34.357078Z","caller":"traceutil/trace.go:171","msg":"trace[2068401708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24011; }","duration":"566.523912ms","start":"2026-03-04T05:50:33.790542Z","end":"2026-03-04T05:50:34.357065Z","steps":["trace[2068401708] 'agreement among raft nodes before linearized reading' (duration: 566.385638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:34.357106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.308072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:34.357111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:33.790526Z","time spent":"566.576132ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:50:34.357142Z","caller":"traceutil/trace.go:171","msg":"trace[461083137] transaction","detail":"{read_only:false; response_revision:24010; number_of_response:1; }","duration":"289.106417ms","start":"2026-03-04T05:50:34.068023Z","end":"2026-03-04T05:50:34.357129Z","steps":["trace[461083137] 'process raft request' (duration: 288.607515ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:34.357158Z","caller":"traceutil/trace.go:171","msg":"trace[535782962] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24011; }","duration":"594.439665ms","start":"2026-03-04T05:50:33.762697Z","end":"2026-03-04T05:50:34.357137Z","steps":["trace[535782962] 'agreement among raft nodes before linearized reading' (duration: 594.325503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:34.357206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:33.762658Z","time spent":"594.533387ms","remote":"127.0.0.1:57360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:34.357277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.703257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-04T05:50:34.357328Z","caller":"traceutil/trace.go:171","msg":"trace[1622105328] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24011; }","duration":"218.817149ms","start":"2026-03-04T05:50:34.138498Z","end":"2026-03-04T05:50:34.357315Z","steps":["trace[1622105328] 'agreement among raft nodes before linearized reading' (duration: 218.629205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:34.357424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.11173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-03-04T05:50:34.357443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.48929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:50:34.35749Z","caller":"traceutil/trace.go:171","msg":"trace[19015342] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645; range_end:; response_count:1; response_revision:24011; }","duration":"130.205472ms","start":"2026-03-04T05:50:34.22727Z","end":"2026-03-04T05:50:34.357476Z","steps":["trace[19015342] 'agreement among raft nodes before linearized reading' (duration: 129.998677ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:34.357496Z","caller":"traceutil/trace.go:171","msg":"trace[1366782876] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24011; }","duration":"107.573622ms","start":"2026-03-04T05:50:34.249909Z","end":"2026-03-04T05:50:34.357483Z","steps":["trace[1366782876] 'agreement among raft nodes before linearized reading' (duration: 107.46514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:34.35751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.066694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:34.357539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.606122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:34.357585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.469106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-04T05:50:34.357602Z","caller":"traceutil/trace.go:171","msg":"trace[1485292661] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24011; }","duration":"628.2927ms","start":"2026-03-04T05:50:33.72929Z","end":"2026-03-04T05:50:34.357582Z","steps":["trace[1485292661] 'agreement among raft nodes before linearized reading' (duration: 628.100545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:34.357613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.886798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18998ac5c48fb5a2\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T05:50:34.357624Z","caller":"traceutil/trace.go:171","msg":"trace[1640525438] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24011; }","duration":"138.559958ms","start":"2026-03-04T05:50:34.219053Z","end":"2026-03-04T05:50:34.357612Z","steps":["trace[1640525438] 'agreement among raft nodes before linearized reading' (duration: 138.412475ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:34.357626Z","caller":"traceutil/trace.go:171","msg":"trace[1264498770] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24011; }","duration":"217.745204ms","start":"2026-03-04T05:50:34.139861Z","end":"2026-03-04T05:50:34.357606Z","steps":["trace[1264498770] 'agreement among raft nodes before linearized reading' (duration: 217.57496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:34.357642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:33.729248Z","time spent":"628.386142ms","remote":"127.0.0.1:57246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:34.357647Z","caller":"traceutil/trace.go:171","msg":"trace[1211400408] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18998ac5c48fb5a2; range_end:; response_count:1; response_revision:24011; }","duration":"217.96519ms","start":"2026-03-04T05:50:34.13967Z","end":"2026-03-04T05:50:34.357636Z","steps":["trace[1211400408] 'agreement among raft nodes before linearized reading' (duration: 217.869368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:34.8245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.679476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:50:34.824646Z","caller":"traceutil/trace.go:171","msg":"trace[1935711720] linearizableReadLoop","detail":"{readStateIndex:24860; appliedIndex:24859; }","duration":"463.517076ms","start":"2026-03-04T05:50:34.361111Z","end":"2026-03-04T05:50:34.824628Z","steps":["trace[1935711720] 'read index received' (duration: 221.553403ms)","trace[1935711720] 'applied index is now lower than readState.Index' (duration: 241.961123ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:34.824733Z","caller":"traceutil/trace.go:171","msg":"trace[8778752] transaction","detail":"{read_only:false; response_revision:24012; number_of_response:1; }","duration":"464.809907ms","start":"2026-03-04T05:50:34.359911Z","end":"2026-03-04T05:50:34.824721Z","steps":["trace[8778752] 'process raft request' (duration: 222.789033ms)","trace[8778752] 'compare' (duration: 241.264666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:34.82481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:34.359892Z","time spent":"464.876448ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:34.82512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.597778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T05:50:34.825196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.053819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T05:50:34.825295Z","caller":"traceutil/trace.go:171","msg":"trace[1985560807] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24012; }","duration":"464.199672ms","start":"2026-03-04T05:50:34.361073Z","end":"2026-03-04T05:50:34.825273Z","steps":["trace[1985560807] 'agreement among raft nodes before linearized reading' (duration: 463.841743ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:34.82523Z","caller":"traceutil/trace.go:171","msg":"trace[1792629638] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24012; }","duration":"463.732851ms","start":"2026-03-04T05:50:34.361478Z","end":"2026-03-04T05:50:34.825211Z","steps":["trace[1792629638] 'agreement among raft nodes before linearized reading' (duration: 463.411084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:34.825379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.953636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"warn","ts":"2026-03-04T05:50:34.825381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:34.361057Z","time spent":"464.313755ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T05:50:34.825401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:34.361474Z","time spent":"463.907195ms","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T05:50:34.825419Z","caller":"traceutil/trace.go:171","msg":"trace[720955502] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24012; }","duration":"461.033248ms","start":"2026-03-04T05:50:34.364375Z","end":"2026-03-04T05:50:34.825408Z","steps":["trace[720955502] 'agreement among raft nodes before linearized reading' (duration: 460.803442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:34.825452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:34.364359Z","time spent":"461.08694ms","remote":"127.0.0.1:56192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T05:50:34.825587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.714513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-04T05:50:34.825853Z","caller":"traceutil/trace.go:171","msg":"trace[1413369423] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645; range_end:; response_count:1; response_revision:24012; }","duration":"302.01317ms","start":"2026-03-04T05:50:34.523745Z","end":"2026-03-04T05:50:34.825758Z","steps":["trace[1413369423] 'agreement among raft nodes before linearized reading' (duration: 301.370475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:34.825947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:34.523712Z","time spent":"302.220965ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" "} {"level":"info","ts":"2026-03-04T05:50:36.060735Z","caller":"traceutil/trace.go:171","msg":"trace[652568956] transaction","detail":"{read_only:false; response_revision:24014; number_of_response:1; }","duration":"558.437042ms","start":"2026-03-04T05:50:35.502276Z","end":"2026-03-04T05:50:36.060713Z","steps":["trace[652568956] 'process raft request' (duration: 558.282508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:36.060883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:35.502226Z","time spent":"558.579225ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:37.134049Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.073658119s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T05:50:37.142168Z","caller":"traceutil/trace.go:171","msg":"trace[858347855] transaction","detail":"{read_only:false; response_revision:24015; number_of_response:1; }","duration":"1.63931032s","start":"2026-03-04T05:50:35.502824Z","end":"2026-03-04T05:50:37.142134Z","steps":["trace[858347855] 'process raft request' (duration: 1.631409164s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:37.142328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:35.502805Z","time spent":"1.639432153s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:37.142735Z","caller":"traceutil/trace.go:171","msg":"trace[663351239] transaction","detail":"{read_only:false; response_revision:24016; number_of_response:1; }","duration":"1.638427109s","start":"2026-03-04T05:50:35.504258Z","end":"2026-03-04T05:50:37.142685Z","steps":["trace[663351239] 'process raft request' (duration: 1.637785124s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:37.14302Z","caller":"traceutil/trace.go:171","msg":"trace[1586721235] linearizableReadLoop","detail":"{readStateIndex:24866; appliedIndex:24861; }","duration":"1.578042344s","start":"2026-03-04T05:50:35.564943Z","end":"2026-03-04T05:50:37.142985Z","steps":["trace[1586721235] 'read index received' (duration: 495.591539ms)","trace[1586721235] 'applied index is now lower than readState.Index' (duration: 1.082449655s)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:37.142772Z","caller":"traceutil/trace.go:171","msg":"trace[1515048117] transaction","detail":"{read_only:false; response_revision:24017; number_of_response:1; }","duration":"1.638242545s","start":"2026-03-04T05:50:35.504508Z","end":"2026-03-04T05:50:37.14275Z","steps":["trace[1515048117] 'process raft request' (duration: 1.638086281s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:37.143246Z","caller":"traceutil/trace.go:171","msg":"trace[218477081] transaction","detail":"{read_only:false; response_revision:24019; number_of_response:1; }","duration":"1.210041347s","start":"2026-03-04T05:50:35.933193Z","end":"2026-03-04T05:50:37.143234Z","steps":["trace[218477081] 'process raft request' (duration: 1.209549255s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:37.143249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:35.504487Z","time spent":"1.638667195s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:37.142802Z","caller":"traceutil/trace.go:171","msg":"trace[1167862858] transaction","detail":"{read_only:false; response_revision:24018; number_of_response:1; }","duration":"1.637515068s","start":"2026-03-04T05:50:35.505273Z","end":"2026-03-04T05:50:37.142788Z","steps":["trace[1167862858] 'process raft request' (duration: 1.637429826s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:37.143556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:35.933162Z","time spent":"1.210112778s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:37.143623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578660028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T05:50:37.143675Z","caller":"traceutil/trace.go:171","msg":"trace[387677336] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24019; }","duration":"1.578747529s","start":"2026-03-04T05:50:35.56491Z","end":"2026-03-04T05:50:37.143658Z","steps":["trace[387677336] 'agreement among raft nodes before linearized reading' (duration: 1.578566345s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:37.143672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:35.505256Z","time spent":"1.638334867s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:37.143716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:35.564889Z","time spent":"1.578819662s","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T05:50:37.143708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:35.504244Z","time spent":"1.638630474s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:37.204469Z","caller":"traceutil/trace.go:171","msg":"trace[366766902] transaction","detail":"{read_only:false; response_revision:24020; number_of_response:1; }","duration":"999.991012ms","start":"2026-03-04T05:50:36.204454Z","end":"2026-03-04T05:50:37.204445Z","steps":["trace[366766902] 'process raft request' (duration: 999.809278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:37.204616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:36.204441Z","time spent":"1.000092594s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:37.20492Z","caller":"traceutil/trace.go:171","msg":"trace[2082552330] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"925.501956ms","start":"2026-03-04T05:50:36.279392Z","end":"2026-03-04T05:50:37.204894Z","steps":["trace[2082552330] 'process raft request' (duration: 925.003844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:37.205093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:36.279364Z","time spent":"925.613969ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:37.205091Z","caller":"traceutil/trace.go:171","msg":"trace[376563633] transaction","detail":"{read_only:false; response_revision:24022; number_of_response:1; }","duration":"885.504888ms","start":"2026-03-04T05:50:36.31956Z","end":"2026-03-04T05:50:37.205065Z","steps":["trace[376563633] 'process raft request' (duration: 885.1938ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:37.205208Z","caller":"traceutil/trace.go:171","msg":"trace[837907893] transaction","detail":"{read_only:false; response_revision:24026; number_of_response:1; }","duration":"841.68145ms","start":"2026-03-04T05:50:36.363502Z","end":"2026-03-04T05:50:37.205184Z","steps":["trace[837907893] 'process raft request' (duration: 841.602469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:37.205297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:36.319546Z","time spent":"885.710863ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:37.205371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:36.363464Z","time spent":"841.807013ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:37.205445Z","caller":"traceutil/trace.go:171","msg":"trace[2084022902] transaction","detail":"{read_only:false; response_revision:24024; number_of_response:1; }","duration":"883.170693ms","start":"2026-03-04T05:50:36.322249Z","end":"2026-03-04T05:50:37.20542Z","steps":["trace[2084022902] 'process raft request' (duration: 882.764773ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:37.205504Z","caller":"traceutil/trace.go:171","msg":"trace[1418164272] transaction","detail":"{read_only:false; response_revision:24023; number_of_response:1; }","duration":"884.241348ms","start":"2026-03-04T05:50:36.321241Z","end":"2026-03-04T05:50:37.205482Z","steps":["trace[1418164272] 'process raft request' (duration: 883.718206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:37.20555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:36.322221Z","time spent":"883.272456ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:37.205576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:36.321228Z","time spent":"884.31208ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:37.205663Z","caller":"traceutil/trace.go:171","msg":"trace[588117503] transaction","detail":"{read_only:false; response_revision:24028; number_of_response:1; }","duration":"841.715202ms","start":"2026-03-04T05:50:36.363939Z","end":"2026-03-04T05:50:37.205654Z","steps":["trace[588117503] 'process raft request' (duration: 841.538897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:37.2057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.378443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:37.20569Z","caller":"traceutil/trace.go:171","msg":"trace[238297120] transaction","detail":"{read_only:false; response_revision:24027; number_of_response:1; }","duration":"841.777233ms","start":"2026-03-04T05:50:36.363897Z","end":"2026-03-04T05:50:37.205674Z","steps":["trace[238297120] 'process raft request' (duration: 841.245521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:37.205707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:36.363923Z","time spent":"841.761942ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:37.205717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.532488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:50:37.20578Z","caller":"traceutil/trace.go:171","msg":"trace[541598604] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24028; }","duration":"135.64464ms","start":"2026-03-04T05:50:37.070121Z","end":"2026-03-04T05:50:37.205766Z","steps":["trace[541598604] 'agreement among raft nodes before linearized reading' (duration: 135.536018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:37.205791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.080785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:37.205806Z","caller":"traceutil/trace.go:171","msg":"trace[1439624398] transaction","detail":"{read_only:false; response_revision:24025; number_of_response:1; }","duration":"843.044933ms","start":"2026-03-04T05:50:36.362749Z","end":"2026-03-04T05:50:37.205794Z","steps":["trace[1439624398] 'process raft request' (duration: 842.303465ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:37.205822Z","caller":"traceutil/trace.go:171","msg":"trace[1739143558] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24028; }","duration":"233.162326ms","start":"2026-03-04T05:50:36.972651Z","end":"2026-03-04T05:50:37.205814Z","steps":["trace[1739143558] 'agreement among raft nodes before linearized reading' (duration: 233.102555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:37.205824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:36.363882Z","time spent":"841.861625ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:37.205849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03743388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:37.205893Z","caller":"traceutil/trace.go:171","msg":"trace[716162100] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24028; }","duration":"1.037495741s","start":"2026-03-04T05:50:36.168378Z","end":"2026-03-04T05:50:37.205874Z","steps":["trace[716162100] 'agreement among raft nodes before linearized reading' (duration: 1.037436079s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:37.20591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416073516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:37.205936Z","caller":"traceutil/trace.go:171","msg":"trace[336045096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24028; }","duration":"1.416151938s","start":"2026-03-04T05:50:35.789777Z","end":"2026-03-04T05:50:37.205929Z","steps":["trace[336045096] 'agreement among raft nodes before linearized reading' (duration: 1.416098847s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:37.205777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.125627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-03-04T05:50:37.205971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:35.789753Z","time spent":"1.416210129s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:50:37.205938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:36.168362Z","time spent":"1.037567233s","remote":"127.0.0.1:56244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:37.206006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208232923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:37.205846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:36.36271Z","time spent":"843.111574ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:37.206054Z","caller":"traceutil/trace.go:171","msg":"trace[1244750313] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24028; }","duration":"1.208325666s","start":"2026-03-04T05:50:35.997713Z","end":"2026-03-04T05:50:37.206038Z","steps":["trace[1244750313] 'agreement among raft nodes before linearized reading' (duration: 1.208240954s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:37.206088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:35.997688Z","time spent":"1.208391457s","remote":"127.0.0.1:60426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:37.205974Z","caller":"traceutil/trace.go:171","msg":"trace[1290098709] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645; range_end:; response_count:1; response_revision:24028; }","duration":"838.323182ms","start":"2026-03-04T05:50:36.36764Z","end":"2026-03-04T05:50:37.205963Z","steps":["trace[1290098709] 'agreement among raft nodes before linearized reading' (duration: 838.011384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:37.206143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:36.367595Z","time spent":"838.537607ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" "} {"level":"info","ts":"2026-03-04T05:50:37.205739Z","caller":"traceutil/trace.go:171","msg":"trace[698295486] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24028; }","duration":"283.462775ms","start":"2026-03-04T05:50:36.922266Z","end":"2026-03-04T05:50:37.205729Z","steps":["trace[698295486] 'agreement among raft nodes before linearized reading' (duration: 283.381123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:37.206557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385908659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:50:37.206639Z","caller":"traceutil/trace.go:171","msg":"trace[2100684226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24028; }","duration":"1.386038312s","start":"2026-03-04T05:50:35.820582Z","end":"2026-03-04T05:50:37.206621Z","steps":["trace[2100684226] 'agreement among raft nodes before linearized reading' (duration: 1.385806897s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:37.206704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:35.820563Z","time spent":"1.386129434s","remote":"127.0.0.1:32820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:38.688995Z","caller":"traceutil/trace.go:171","msg":"trace[1793376350] linearizableReadLoop","detail":"{readStateIndex:24877; appliedIndex:24876; }","duration":"476.351487ms","start":"2026-03-04T05:50:38.21261Z","end":"2026-03-04T05:50:38.688961Z","steps":["trace[1793376350] 'read index received' (duration: 475.793144ms)","trace[1793376350] 'applied index is now lower than readState.Index' (duration: 557.123µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:38.689253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.620643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-04T05:50:38.689297Z","caller":"traceutil/trace.go:171","msg":"trace[780527046] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645; range_end:; response_count:1; response_revision:24029; }","duration":"476.735836ms","start":"2026-03-04T05:50:38.21255Z","end":"2026-03-04T05:50:38.689286Z","steps":["trace[780527046] 'agreement among raft nodes before linearized reading' (duration: 476.532821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:38.689344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:38.212527Z","time spent":"476.794258ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" "} {"level":"warn","ts":"2026-03-04T05:50:38.689442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.392006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-04T05:50:38.689444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.197452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:38.689503Z","caller":"traceutil/trace.go:171","msg":"trace[641567259] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24029; }","duration":"455.476018ms","start":"2026-03-04T05:50:38.234016Z","end":"2026-03-04T05:50:38.689492Z","steps":["trace[641567259] 'agreement among raft nodes before linearized reading' (duration: 455.251593ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:38.68952Z","caller":"traceutil/trace.go:171","msg":"trace[920257460] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24029; }","duration":"339.342446ms","start":"2026-03-04T05:50:38.350159Z","end":"2026-03-04T05:50:38.689501Z","steps":["trace[920257460] 'agreement among raft nodes before linearized reading' (duration: 339.159272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:38.689541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:38.233965Z","time spent":"455.56402ms","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T05:50:38.689585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:38.350133Z","time spent":"339.434908ms","remote":"127.0.0.1:38762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:38.68911Z","caller":"traceutil/trace.go:171","msg":"trace[13754924] transaction","detail":"{read_only:false; response_revision:24029; number_of_response:1; }","duration":"618.828798ms","start":"2026-03-04T05:50:38.07024Z","end":"2026-03-04T05:50:38.689069Z","steps":["trace[13754924] 'process raft request' (duration: 618.49397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:38.689984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:38.070218Z","time spent":"619.670207ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:39.420065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.71401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T05:50:39.420135Z","caller":"traceutil/trace.go:171","msg":"trace[1121043533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24030; }","duration":"271.803272ms","start":"2026-03-04T05:50:39.148312Z","end":"2026-03-04T05:50:39.420115Z","steps":["trace[1121043533] 'range keys from in-memory index tree' (duration: 271.514445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:39.420339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.603263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" ","response":"range_response_count:1 size:2247"} {"level":"warn","ts":"2026-03-04T05:50:39.42037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.936715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T05:50:39.420442Z","caller":"traceutil/trace.go:171","msg":"trace[67776852] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645; range_end:; response_count:1; response_revision:24030; }","duration":"348.732376ms","start":"2026-03-04T05:50:39.071686Z","end":"2026-03-04T05:50:39.420418Z","steps":["trace[67776852] 'range keys from in-memory index tree' (duration: 348.478479ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:39.420453Z","caller":"traceutil/trace.go:171","msg":"trace[295509133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24030; }","duration":"272.106779ms","start":"2026-03-04T05:50:39.148327Z","end":"2026-03-04T05:50:39.420434Z","steps":["trace[295509133] 'range keys from in-memory index tree' (duration: 271.68578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:39.420501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:39.071664Z","time spent":"348.824887ms","remote":"127.0.0.1:57338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2270,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-61018822-e2e8-4a2a-88df-58ff643ba645\" "} {"level":"warn","ts":"2026-03-04T05:50:39.420521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.063338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T05:50:39.420593Z","caller":"traceutil/trace.go:171","msg":"trace[1213537652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24030; }","duration":"272.194841ms","start":"2026-03-04T05:50:39.148382Z","end":"2026-03-04T05:50:39.420577Z","steps":["trace[1213537652] 'range keys from in-memory index tree' (duration: 271.68442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:39.420171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.034334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T05:50:39.421059Z","caller":"traceutil/trace.go:171","msg":"trace[2041570260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24030; }","duration":"271.985636ms","start":"2026-03-04T05:50:39.14906Z","end":"2026-03-04T05:50:39.421046Z","steps":["trace[2041570260] 'range keys from in-memory index tree' (duration: 270.837949ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:39.443106Z","caller":"traceutil/trace.go:171","msg":"trace[1060670861] transaction","detail":"{read_only:false; response_revision:24031; number_of_response:1; }","duration":"229.47448ms","start":"2026-03-04T05:50:39.213602Z","end":"2026-03-04T05:50:39.443076Z","steps":["trace[1060670861] 'process raft request' (duration: 229.280926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:39.45002Z","caller":"traceutil/trace.go:171","msg":"trace[1591102458] transaction","detail":"{read_only:false; response_revision:24033; number_of_response:1; }","duration":"235.929811ms","start":"2026-03-04T05:50:39.214057Z","end":"2026-03-04T05:50:39.449987Z","steps":["trace[1591102458] 'process raft request' (duration: 235.803758ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:39.450089Z","caller":"traceutil/trace.go:171","msg":"trace[1017200719] transaction","detail":"{read_only:false; response_revision:24032; number_of_response:1; }","duration":"236.004042ms","start":"2026-03-04T05:50:39.213998Z","end":"2026-03-04T05:50:39.450002Z","steps":["trace[1017200719] 'process raft request' (duration: 235.661644ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:39.450377Z","caller":"traceutil/trace.go:171","msg":"trace[1320987946] transaction","detail":"{read_only:false; response_revision:24034; number_of_response:1; }","duration":"236.260779ms","start":"2026-03-04T05:50:39.214104Z","end":"2026-03-04T05:50:39.450365Z","steps":["trace[1320987946] 'process raft request' (duration: 235.835169ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:39.450424Z","caller":"traceutil/trace.go:171","msg":"trace[69807542] transaction","detail":"{read_only:false; response_revision:24035; number_of_response:1; }","duration":"236.275479ms","start":"2026-03-04T05:50:39.214127Z","end":"2026-03-04T05:50:39.450403Z","steps":["trace[69807542] 'process raft request' (duration: 236.107185ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:39.450593Z","caller":"traceutil/trace.go:171","msg":"trace[1518863868] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"236.421313ms","start":"2026-03-04T05:50:39.214156Z","end":"2026-03-04T05:50:39.450577Z","steps":["trace[1518863868] 'process raft request' (duration: 236.205158ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:39.450692Z","caller":"traceutil/trace.go:171","msg":"trace[1271186151] transaction","detail":"{read_only:false; response_revision:24037; number_of_response:1; }","duration":"236.498044ms","start":"2026-03-04T05:50:39.214179Z","end":"2026-03-04T05:50:39.450677Z","steps":["trace[1271186151] 'process raft request' (duration: 236.264889ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:40.351046Z","caller":"traceutil/trace.go:171","msg":"trace[900549234] linearizableReadLoop","detail":"{readStateIndex:24899; appliedIndex:24898; }","duration":"429.833375ms","start":"2026-03-04T05:50:39.921188Z","end":"2026-03-04T05:50:40.351021Z","steps":["trace[900549234] 'read index received' (duration: 429.550009ms)","trace[900549234] 'applied index is now lower than readState.Index' (duration: 282.346µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:40.351189Z","caller":"traceutil/trace.go:171","msg":"trace[1271108048] transaction","detail":"{read_only:false; response_revision:24051; number_of_response:1; }","duration":"461.294263ms","start":"2026-03-04T05:50:39.889883Z","end":"2026-03-04T05:50:40.351178Z","steps":["trace[1271108048] 'process raft request' (duration: 460.914924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:40.351598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.408999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T05:50:40.351596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.156708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:40.351661Z","caller":"traceutil/trace.go:171","msg":"trace[1833428066] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24051; }","duration":"430.522372ms","start":"2026-03-04T05:50:39.921124Z","end":"2026-03-04T05:50:40.351646Z","steps":["trace[1833428066] 'agreement among raft nodes before linearized reading' (duration: 430.279006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:40.351707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:39.921101Z","time spent":"430.597803ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T05:50:40.351713Z","caller":"traceutil/trace.go:171","msg":"trace[1495843244] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24051; }","duration":"417.328893ms","start":"2026-03-04T05:50:39.934358Z","end":"2026-03-04T05:50:40.351687Z","steps":["trace[1495843244] 'agreement among raft nodes before linearized reading' (duration: 417.075447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:40.351793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:39.934352Z","time spent":"417.410205ms","remote":"127.0.0.1:53836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:40.351957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:39.889857Z","time spent":"461.360715ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9174,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:40.864649Z","caller":"traceutil/trace.go:171","msg":"trace[171204542] transaction","detail":"{read_only:false; response_revision:24054; number_of_response:1; }","duration":"164.823744ms","start":"2026-03-04T05:50:40.699802Z","end":"2026-03-04T05:50:40.864626Z","steps":["trace[171204542] 'process raft request' (duration: 164.66352ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:42.902218Z","caller":"traceutil/trace.go:171","msg":"trace[325999762] linearizableReadLoop","detail":"{readStateIndex:24932; appliedIndex:24931; }","duration":"112.229601ms","start":"2026-03-04T05:50:42.789958Z","end":"2026-03-04T05:50:42.902188Z","steps":["trace[325999762] 'read index received' (duration: 111.948274ms)","trace[325999762] 'applied index is now lower than readState.Index' (duration: 279.567µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:42.902396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.415246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:42.902499Z","caller":"traceutil/trace.go:171","msg":"trace[423151700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24082; }","duration":"112.575909ms","start":"2026-03-04T05:50:42.789896Z","end":"2026-03-04T05:50:42.902472Z","steps":["trace[423151700] 'agreement among raft nodes before linearized reading' (duration: 112.394925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:43.288009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.504199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:50:43.288096Z","caller":"traceutil/trace.go:171","msg":"trace[1868809671] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24084; }","duration":"150.653472ms","start":"2026-03-04T05:50:43.137423Z","end":"2026-03-04T05:50:43.288077Z","steps":["trace[1868809671] 'count revisions from in-memory index tree' (duration: 150.413616ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:43.603422Z","caller":"traceutil/trace.go:171","msg":"trace[167821486] transaction","detail":"{read_only:false; response_revision:24085; number_of_response:1; }","duration":"145.879518ms","start":"2026-03-04T05:50:43.457518Z","end":"2026-03-04T05:50:43.603397Z","steps":["trace[167821486] 'process raft request' (duration: 145.712014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:44.099663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.314908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:50:44.100055Z","caller":"traceutil/trace.go:171","msg":"trace[802820554] linearizableReadLoop","detail":"{readStateIndex:24937; appliedIndex:24934; }","duration":"635.299902ms","start":"2026-03-04T05:50:43.464737Z","end":"2026-03-04T05:50:44.100037Z","steps":["trace[802820554] 'read index received' (duration: 138.479595ms)","trace[802820554] 'applied index is now lower than readState.Index' (duration: 496.819077ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:44.100162Z","caller":"traceutil/trace.go:171","msg":"trace[1033551168] transaction","detail":"{read_only:false; response_revision:24086; number_of_response:1; }","duration":"638.023966ms","start":"2026-03-04T05:50:43.462127Z","end":"2026-03-04T05:50:44.10015Z","steps":["trace[1033551168] 'process raft request' (duration: 396.106395ms)","trace[1033551168] 'compare' (duration: 240.734723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:44.100233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:43.462101Z","time spent":"638.097398ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:44.100635Z","caller":"traceutil/trace.go:171","msg":"trace[1414511431] transaction","detail":"{read_only:false; response_revision:24091; number_of_response:1; }","duration":"633.684624ms","start":"2026-03-04T05:50:43.466911Z","end":"2026-03-04T05:50:44.100596Z","steps":["trace[1414511431] 'process raft request' (duration: 633.07796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:44.100683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.907484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:50:44.100689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.637042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:44.100729Z","caller":"traceutil/trace.go:171","msg":"trace[766762256] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24091; }","duration":"178.991956ms","start":"2026-03-04T05:50:43.921722Z","end":"2026-03-04T05:50:44.100713Z","steps":["trace[766762256] 'agreement among raft nodes before linearized reading' (duration: 178.883733ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:44.100756Z","caller":"traceutil/trace.go:171","msg":"trace[1402740393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24091; }","duration":"310.725204ms","start":"2026-03-04T05:50:43.790009Z","end":"2026-03-04T05:50:44.100735Z","steps":["trace[1402740393] 'agreement among raft nodes before linearized reading' (duration: 310.587701ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:44.10078Z","caller":"traceutil/trace.go:171","msg":"trace[1635541044] transaction","detail":"{read_only:false; response_revision:24087; number_of_response:1; }","duration":"636.273415ms","start":"2026-03-04T05:50:43.464495Z","end":"2026-03-04T05:50:44.100769Z","steps":["trace[1635541044] 'process raft request' (duration: 635.280512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:44.100857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.575432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:44.100685Z","caller":"traceutil/trace.go:171","msg":"trace[758805693] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"634.497744ms","start":"2026-03-04T05:50:43.466139Z","end":"2026-03-04T05:50:44.100637Z","steps":["trace[758805693] 'process raft request' (duration: 633.743537ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:44.100911Z","caller":"traceutil/trace.go:171","msg":"trace[106939759] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24091; }","duration":"258.645803ms","start":"2026-03-04T05:50:43.842249Z","end":"2026-03-04T05:50:44.100895Z","steps":["trace[106939759] 'agreement among raft nodes before linearized reading' (duration: 258.573591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:44.100959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:43.464487Z","time spent":"636.358877ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:44.100864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:43.466897Z","time spent":"633.828198ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:44.101066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.287326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T05:50:44.100969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:43.466129Z","time spent":"634.802191ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:44.101179Z","caller":"traceutil/trace.go:171","msg":"trace[86174981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24091; }","duration":"636.46562ms","start":"2026-03-04T05:50:43.464687Z","end":"2026-03-04T05:50:44.101153Z","steps":["trace[86174981] 'agreement among raft nodes before linearized reading' (duration: 636.121652ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:44.101189Z","caller":"traceutil/trace.go:171","msg":"trace[427786715] transaction","detail":"{read_only:false; response_revision:24090; number_of_response:1; }","duration":"634.307049ms","start":"2026-03-04T05:50:43.466869Z","end":"2026-03-04T05:50:44.101176Z","steps":["trace[427786715] 'process raft request' (duration: 633.0856ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:44.101206Z","caller":"traceutil/trace.go:171","msg":"trace[651283086] transaction","detail":"{read_only:false; response_revision:24089; number_of_response:1; }","duration":"635.040217ms","start":"2026-03-04T05:50:43.466132Z","end":"2026-03-04T05:50:44.101172Z","steps":["trace[651283086] 'process raft request' (duration: 633.793098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:44.101119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.103074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:44.101248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.384429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-04T05:50:44.101261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:43.466859Z","time spent":"634.363751ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:44.100797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:43.789954Z","time spent":"310.833807ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:50:44.101287Z","caller":"traceutil/trace.go:171","msg":"trace[1738563595] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24091; }","duration":"401.42056ms","start":"2026-03-04T05:50:43.699857Z","end":"2026-03-04T05:50:44.101277Z","steps":["trace[1738563595] 'agreement among raft nodes before linearized reading' (duration: 401.289557ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:44.101289Z","caller":"traceutil/trace.go:171","msg":"trace[1247727068] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24091; }","duration":"445.309669ms","start":"2026-03-04T05:50:43.655963Z","end":"2026-03-04T05:50:44.101273Z","steps":["trace[1247727068] 'agreement among raft nodes before linearized reading' (duration: 445.124475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:44.10132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:43.699826Z","time spent":"401.486842ms","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T05:50:44.1014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:43.65594Z","time spent":"445.375911ms","remote":"127.0.0.1:57250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:44.101421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:43.466117Z","time spent":"635.160969ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:44.101485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.722675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T05:50:44.101238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:43.464665Z","time spent":"636.562482ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T05:50:44.101578Z","caller":"traceutil/trace.go:171","msg":"trace[1858868103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24091; }","duration":"634.403602ms","start":"2026-03-04T05:50:43.467153Z","end":"2026-03-04T05:50:44.101557Z","steps":["trace[1858868103] 'agreement among raft nodes before linearized reading' (duration: 633.46117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:44.101623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:43.46714Z","time spent":"634.473143ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:50:44.101682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.314115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T05:50:44.101692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.456733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T05:50:44.101744Z","caller":"traceutil/trace.go:171","msg":"trace[239635117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24091; }","duration":"630.402908ms","start":"2026-03-04T05:50:43.471323Z","end":"2026-03-04T05:50:44.101726Z","steps":["trace[239635117] 'agreement among raft nodes before linearized reading' (duration: 630.206473ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:44.101746Z","caller":"traceutil/trace.go:171","msg":"trace[577558162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24091; }","duration":"631.538204ms","start":"2026-03-04T05:50:43.470195Z","end":"2026-03-04T05:50:44.101734Z","steps":["trace[577558162] 'agreement among raft nodes before linearized reading' (duration: 631.336929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:44.10179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:43.470184Z","time spent":"631.599556ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:50:44.101788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:43.471294Z","time spent":"630.486119ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T05:50:44.590362Z","caller":"traceutil/trace.go:171","msg":"trace[1118042518] linearizableReadLoop","detail":"{readStateIndex:24945; appliedIndex:24942; }","duration":"384.165816ms","start":"2026-03-04T05:50:44.206164Z","end":"2026-03-04T05:50:44.59033Z","steps":["trace[1118042518] 'read index received' (duration: 383.790168ms)","trace[1118042518] 'applied index is now lower than readState.Index' (duration: 374.338µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:50:44.590747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.565595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:44.59074Z","caller":"traceutil/trace.go:171","msg":"trace[1202257204] transaction","detail":"{read_only:false; response_revision:24094; number_of_response:1; }","duration":"482.585343ms","start":"2026-03-04T05:50:44.108115Z","end":"2026-03-04T05:50:44.590701Z","steps":["trace[1202257204] 'process raft request' (duration: 482.122492ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:44.590807Z","caller":"traceutil/trace.go:171","msg":"trace[2074332773] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24095; }","duration":"384.682838ms","start":"2026-03-04T05:50:44.206112Z","end":"2026-03-04T05:50:44.590795Z","steps":["trace[2074332773] 'agreement among raft nodes before linearized reading' (duration: 384.545055ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:44.590819Z","caller":"traceutil/trace.go:171","msg":"trace[1616816778] transaction","detail":"{read_only:false; response_revision:24095; number_of_response:1; }","duration":"482.617174ms","start":"2026-03-04T05:50:44.108194Z","end":"2026-03-04T05:50:44.590811Z","steps":["trace[1616816778] 'process raft request' (duration: 482.092901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:44.590837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:44.206087Z","time spent":"384.742999ms","remote":"127.0.0.1:56744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:50:44.59092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:44.108187Z","time spent":"482.673846ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:44.590923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:44.1081Z","time spent":"482.727517ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:44.590765Z","caller":"traceutil/trace.go:171","msg":"trace[121072914] transaction","detail":"{read_only:false; response_revision:24093; number_of_response:1; }","duration":"484.439237ms","start":"2026-03-04T05:50:44.106301Z","end":"2026-03-04T05:50:44.59074Z","steps":["trace[121072914] 'process raft request' (duration: 483.686909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:44.59103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:44.106284Z","time spent":"484.721933ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:50:45.035614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.081006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:45.035669Z","caller":"traceutil/trace.go:171","msg":"trace[589360654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24095; }","duration":"245.194128ms","start":"2026-03-04T05:50:44.790462Z","end":"2026-03-04T05:50:45.035656Z","steps":["trace[589360654] 'range keys from in-memory index tree' (duration: 244.986984ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:45.271584Z","caller":"traceutil/trace.go:171","msg":"trace[1230310564] transaction","detail":"{read_only:false; response_revision:24096; number_of_response:1; }","duration":"232.51401ms","start":"2026-03-04T05:50:45.03904Z","end":"2026-03-04T05:50:45.271554Z","steps":["trace[1230310564] 'process raft request' (duration: 232.356757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:45.741382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.682326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:45.741497Z","caller":"traceutil/trace.go:171","msg":"trace[632166809] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24096; }","duration":"250.891132ms","start":"2026-03-04T05:50:45.490579Z","end":"2026-03-04T05:50:45.74147Z","steps":["trace[632166809] 'count revisions from in-memory index tree' (duration: 250.603685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:45.741617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.885279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T05:50:45.741677Z","caller":"traceutil/trace.go:171","msg":"trace[381267554] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24096; }","duration":"290.975991ms","start":"2026-03-04T05:50:45.450686Z","end":"2026-03-04T05:50:45.741662Z","steps":["trace[381267554] 'range keys from in-memory index tree' (duration: 290.747816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:45.742092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.623833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:50:45.742288Z","caller":"traceutil/trace.go:171","msg":"trace[1168967908] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24096; }","duration":"316.927ms","start":"2026-03-04T05:50:45.425307Z","end":"2026-03-04T05:50:45.742234Z","steps":["trace[1168967908] 'count revisions from in-memory index tree' (duration: 316.48157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:45.742377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:45.425282Z","time spent":"317.074153ms","remote":"127.0.0.1:60464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:50:45.91327Z","caller":"traceutil/trace.go:171","msg":"trace[986944938] linearizableReadLoop","detail":"{readStateIndex:24947; appliedIndex:24946; }","duration":"167.322643ms","start":"2026-03-04T05:50:45.745913Z","end":"2026-03-04T05:50:45.913236Z","steps":["trace[986944938] 'read index received' (duration: 167.044076ms)","trace[986944938] 'applied index is now lower than readState.Index' (duration: 277.427µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:50:45.913319Z","caller":"traceutil/trace.go:171","msg":"trace[1685884931] transaction","detail":"{read_only:false; response_revision:24097; number_of_response:1; }","duration":"304.381506ms","start":"2026-03-04T05:50:45.608914Z","end":"2026-03-04T05:50:45.913295Z","steps":["trace[1685884931] 'process raft request' (duration: 304.10669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:45.913463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.86679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:45.913481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:50:45.608883Z","time spent":"304.511289ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:50:45.913508Z","caller":"traceutil/trace.go:171","msg":"trace[373078231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24097; }","duration":"122.971853ms","start":"2026-03-04T05:50:45.790523Z","end":"2026-03-04T05:50:45.913495Z","steps":["trace[373078231] 'agreement among raft nodes before linearized reading' (duration: 122.883191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:45.913671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.740233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T05:50:45.913788Z","caller":"traceutil/trace.go:171","msg":"trace[273051097] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24097; }","duration":"167.923507ms","start":"2026-03-04T05:50:45.745842Z","end":"2026-03-04T05:50:45.913765Z","steps":["trace[273051097] 'agreement among raft nodes before linearized reading' (duration: 167.558898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:50:46.1671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.492623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:50:46.167141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.378627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:50:46.167185Z","caller":"traceutil/trace.go:171","msg":"trace[177751681] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24097; }","duration":"163.622225ms","start":"2026-03-04T05:50:46.003543Z","end":"2026-03-04T05:50:46.167165Z","steps":["trace[177751681] 'count revisions from in-memory index tree' (duration: 163.395181ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:46.167218Z","caller":"traceutil/trace.go:171","msg":"trace[1471715552] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24097; }","duration":"194.475069ms","start":"2026-03-04T05:50:45.972721Z","end":"2026-03-04T05:50:46.167196Z","steps":["trace[1471715552] 'range keys from in-memory index tree' (duration: 194.285434ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:48.295052Z","caller":"traceutil/trace.go:171","msg":"trace[713814647] transaction","detail":"{read_only:false; response_revision:24132; number_of_response:1; }","duration":"117.520465ms","start":"2026-03-04T05:50:48.177503Z","end":"2026-03-04T05:50:48.295024Z","steps":["trace[713814647] 'process raft request' (duration: 117.265469ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:50:48.295152Z","caller":"traceutil/trace.go:171","msg":"trace[544756261] transaction","detail":"{read_only:false; response_revision:24131; number_of_response:1; }","duration":"117.841703ms","start":"2026-03-04T05:50:48.177292Z","end":"2026-03-04T05:50:48.295134Z","steps":["trace[544756261] 'process raft request' (duration: 117.341821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:11.28972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763095590361352,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T05:51:11.493554Z","caller":"traceutil/trace.go:171","msg":"trace[1391043545] transaction","detail":"{read_only:false; response_revision:24311; number_of_response:1; }","duration":"754.070688ms","start":"2026-03-04T05:51:10.739451Z","end":"2026-03-04T05:51:11.493522Z","steps":["trace[1391043545] 'process raft request' (duration: 753.70958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:11.493707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:10.739414Z","time spent":"754.214922ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:51:12.468969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.423468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:51:12.469202Z","caller":"traceutil/trace.go:171","msg":"trace[341213937] linearizableReadLoop","detail":"{readStateIndex:25170; appliedIndex:25166; }","duration":"1.680232099s","start":"2026-03-04T05:51:10.788953Z","end":"2026-03-04T05:51:12.469185Z","steps":["trace[341213937] 'read index received' (duration: 704.214669ms)","trace[341213937] 'applied index is now lower than readState.Index' (duration: 976.01622ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:51:12.469267Z","caller":"traceutil/trace.go:171","msg":"trace[1316338544] transaction","detail":"{read_only:false; response_revision:24313; number_of_response:1; }","duration":"1.72677749s","start":"2026-03-04T05:51:10.742462Z","end":"2026-03-04T05:51:12.46924Z","steps":["trace[1316338544] 'process raft request' (duration: 1.726602726s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:51:12.469292Z","caller":"traceutil/trace.go:171","msg":"trace[1530652406] transaction","detail":"{read_only:false; response_revision:24314; number_of_response:1; }","duration":"1.570578558s","start":"2026-03-04T05:51:10.898703Z","end":"2026-03-04T05:51:12.469282Z","steps":["trace[1530652406] 'process raft request' (duration: 1.570437205s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:12.469408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:10.742438Z","time spent":"1.726890263s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:51:12.469382Z","caller":"traceutil/trace.go:171","msg":"trace[1825338467] transaction","detail":"{read_only:false; response_revision:24312; number_of_response:1; }","duration":"1.727182589s","start":"2026-03-04T05:51:10.742122Z","end":"2026-03-04T05:51:12.469305Z","steps":["trace[1825338467] 'process raft request' (duration: 1.003339171s)","trace[1825338467] 'compare' (duration: 722.966468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:51:12.469405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:10.898673Z","time spent":"1.57065447s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:51:12.46953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:10.742102Z","time spent":"1.727352094s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:51:12.469857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680610848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:51:12.470041Z","caller":"traceutil/trace.go:171","msg":"trace[1994001202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24314; }","duration":"1.681116709s","start":"2026-03-04T05:51:10.788902Z","end":"2026-03-04T05:51:12.470019Z","steps":["trace[1994001202] 'agreement among raft nodes before linearized reading' (duration: 1.680596327s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:12.4702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:10.788886Z","time spent":"1.681300434s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:51:12.491684Z","caller":"traceutil/trace.go:171","msg":"trace[1630342525] transaction","detail":"{read_only:false; response_revision:24315; number_of_response:1; }","duration":"412.867908ms","start":"2026-03-04T05:51:12.078796Z","end":"2026-03-04T05:51:12.491664Z","steps":["trace[1630342525] 'process raft request' (duration: 412.751015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:12.49221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:12.078769Z","time spent":"413.074073ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:51:12.728553Z","caller":"traceutil/trace.go:171","msg":"trace[393568478] transaction","detail":"{read_only:false; response_revision:24316; number_of_response:1; }","duration":"468.639836ms","start":"2026-03-04T05:51:12.259715Z","end":"2026-03-04T05:51:12.728355Z","steps":["trace[393568478] 'process raft request' (duration: 468.418911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:12.728703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:12.259687Z","time spent":"468.931124ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:51:12.728876Z","caller":"traceutil/trace.go:171","msg":"trace[1176972790] transaction","detail":"{read_only:false; response_revision:24317; number_of_response:1; }","duration":"464.837938ms","start":"2026-03-04T05:51:12.264031Z","end":"2026-03-04T05:51:12.728869Z","steps":["trace[1176972790] 'process raft request' (duration: 464.284775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:12.728918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:12.264014Z","time spent":"464.877808ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:51:12.729243Z","caller":"traceutil/trace.go:171","msg":"trace[2030139631] linearizableReadLoop","detail":"{readStateIndex:25178; appliedIndex:25171; }","duration":"259.988465ms","start":"2026-03-04T05:51:12.469241Z","end":"2026-03-04T05:51:12.72923Z","steps":["trace[2030139631] 'read index received' (duration: 22.472217ms)","trace[2030139631] 'applied index is now lower than readState.Index' (duration: 237.514388ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:51:12.729365Z","caller":"traceutil/trace.go:171","msg":"trace[664432280] transaction","detail":"{read_only:false; response_revision:24318; number_of_response:1; }","duration":"462.714407ms","start":"2026-03-04T05:51:12.266611Z","end":"2026-03-04T05:51:12.729325Z","steps":["trace[664432280] 'process raft request' (duration: 462.221176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:12.729439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:12.266599Z","time spent":"462.79188ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:51:12.729621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.376254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:51:12.729655Z","caller":"traceutil/trace.go:171","msg":"trace[728804288] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24322; }","duration":"934.457736ms","start":"2026-03-04T05:51:11.795187Z","end":"2026-03-04T05:51:12.729645Z","steps":["trace[728804288] 'agreement among raft nodes before linearized reading' (duration: 934.394424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:12.729678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:11.795159Z","time spent":"934.513717ms","remote":"127.0.0.1:60514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:51:12.729709Z","caller":"traceutil/trace.go:171","msg":"trace[214140325] transaction","detail":"{read_only:false; response_revision:24319; number_of_response:1; }","duration":"458.96459ms","start":"2026-03-04T05:51:12.27069Z","end":"2026-03-04T05:51:12.729655Z","steps":["trace[214140325] 'process raft request' (duration: 458.360216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:12.729852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052244636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:51:12.729894Z","caller":"traceutil/trace.go:171","msg":"trace[207282173] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24322; }","duration":"1.052286228s","start":"2026-03-04T05:51:11.677597Z","end":"2026-03-04T05:51:12.729883Z","steps":["trace[207282173] 'agreement among raft nodes before linearized reading' (duration: 1.052216677s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:12.729922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:11.677573Z","time spent":"1.052341049s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:51:12.729904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:12.27068Z","time spent":"459.109613ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:51:12.730114Z","caller":"traceutil/trace.go:171","msg":"trace[1471573362] transaction","detail":"{read_only:false; response_revision:24320; number_of_response:1; }","duration":"457.554196ms","start":"2026-03-04T05:51:12.272545Z","end":"2026-03-04T05:51:12.730099Z","steps":["trace[1471573362] 'process raft request' (duration: 456.571833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:12.730145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119067853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T05:51:12.730168Z","caller":"traceutil/trace.go:171","msg":"trace[264788878] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24322; }","duration":"1.119130925s","start":"2026-03-04T05:51:11.61103Z","end":"2026-03-04T05:51:12.730161Z","steps":["trace[264788878] 'agreement among raft nodes before linearized reading' (duration: 1.119002242s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:12.730187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:11.610995Z","time spent":"1.119188606s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T05:51:12.730212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:12.272516Z","time spent":"457.632228ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:51:12.730346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173403347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:51:12.73037Z","caller":"traceutil/trace.go:171","msg":"trace[2026028803] transaction","detail":"{read_only:false; response_revision:24321; number_of_response:1; }","duration":"343.873911ms","start":"2026-03-04T05:51:12.386484Z","end":"2026-03-04T05:51:12.730358Z","steps":["trace[2026028803] 'process raft request' (duration: 342.668453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:12.730441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329317222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T05:51:12.730466Z","caller":"traceutil/trace.go:171","msg":"trace[303976526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24322; }","duration":"1.329367014s","start":"2026-03-04T05:51:11.401094Z","end":"2026-03-04T05:51:12.730461Z","steps":["trace[303976526] 'agreement among raft nodes before linearized reading' (duration: 1.329303892s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:12.730492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:11.40108Z","time spent":"1.329406244s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:51:12.730674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353572081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T05:51:12.730694Z","caller":"traceutil/trace.go:171","msg":"trace[163698394] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24322; }","duration":"1.353635902s","start":"2026-03-04T05:51:11.377053Z","end":"2026-03-04T05:51:12.730689Z","steps":["trace[163698394] 'agreement among raft nodes before linearized reading' (duration: 1.353492429s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:12.730714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:11.377033Z","time spent":"1.353675064s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":173,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:51:12.730871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:12.386457Z","time spent":"344.042636ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:51:12.729579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.274759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:51:12.730935Z","caller":"traceutil/trace.go:171","msg":"trace[388402054] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24322; }","duration":"612.749204ms","start":"2026-03-04T05:51:12.118178Z","end":"2026-03-04T05:51:12.730927Z","steps":["trace[388402054] 'agreement among raft nodes before linearized reading' (duration: 611.198297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:12.730957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:12.118143Z","time spent":"612.806945ms","remote":"127.0.0.1:57124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:51:12.731151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.452203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:51:12.731259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.742074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:51:12.731292Z","caller":"traceutil/trace.go:171","msg":"trace[468569287] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24322; }","duration":"185.837496ms","start":"2026-03-04T05:51:12.545445Z","end":"2026-03-04T05:51:12.731282Z","steps":["trace[468569287] 'agreement among raft nodes before linearized reading' (duration: 185.787015ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:51:12.731225Z","caller":"traceutil/trace.go:171","msg":"trace[7167818] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24322; }","duration":"320.562745ms","start":"2026-03-04T05:51:12.410646Z","end":"2026-03-04T05:51:12.731209Z","steps":["trace[7167818] 'agreement among raft nodes before linearized reading' (duration: 320.450703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:12.731432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.193107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:51:12.731461Z","caller":"traceutil/trace.go:171","msg":"trace[437202933] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24322; }","duration":"242.262639ms","start":"2026-03-04T05:51:12.489189Z","end":"2026-03-04T05:51:12.731452Z","steps":["trace[437202933] 'agreement among raft nodes before linearized reading' (duration: 242.211438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:12.731448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:12.410626Z","time spent":"320.806411ms","remote":"127.0.0.1:60536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:51:12.731601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.3422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T05:51:12.73203Z","caller":"traceutil/trace.go:171","msg":"trace[2138668015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24322; }","duration":"321.18352ms","start":"2026-03-04T05:51:12.410816Z","end":"2026-03-04T05:51:12.732Z","steps":["trace[2138668015] 'agreement among raft nodes before linearized reading' (duration: 319.953171ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:51:12.730381Z","caller":"traceutil/trace.go:171","msg":"trace[1695797312] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24322; }","duration":"1.173471729s","start":"2026-03-04T05:51:11.556899Z","end":"2026-03-04T05:51:12.730371Z","steps":["trace[1695797312] 'agreement among raft nodes before linearized reading' (duration: 1.173410027s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:12.730889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.737534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:51:12.732161Z","caller":"traceutil/trace.go:171","msg":"trace[1599126680] transaction","detail":"{read_only:false; response_revision:24322; number_of_response:1; }","duration":"345.177102ms","start":"2026-03-04T05:51:12.386972Z","end":"2026-03-04T05:51:12.732149Z","steps":["trace[1599126680] 'process raft request' (duration: 342.209543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:12.7327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:12.386963Z","time spent":"345.663514ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:51:12.732897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:11.556882Z","time spent":"1.175999868s","remote":"127.0.0.1:56960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:51:12.732394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.272032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-04T05:51:12.733053Z","caller":"traceutil/trace.go:171","msg":"trace[335547274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24322; }","duration":"245.869324ms","start":"2026-03-04T05:51:12.487121Z","end":"2026-03-04T05:51:12.73299Z","steps":["trace[335547274] 'agreement among raft nodes before linearized reading' (duration: 243.735754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:12.73315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:12.410808Z","time spent":"321.884126ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T05:51:12.733062Z","caller":"traceutil/trace.go:171","msg":"trace[1645296685] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24322; }","duration":"501.944917ms","start":"2026-03-04T05:51:12.231078Z","end":"2026-03-04T05:51:12.733023Z","steps":["trace[1645296685] 'agreement among raft nodes before linearized reading' (duration: 500.974104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:12.733544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:12.231056Z","time spent":"502.47006ms","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T05:51:13.111269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.739489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:51:13.111424Z","caller":"traceutil/trace.go:171","msg":"trace[1190157270] linearizableReadLoop","detail":"{readStateIndex:25182; appliedIndex:25181; }","duration":"314.468732ms","start":"2026-03-04T05:51:12.79693Z","end":"2026-03-04T05:51:13.111399Z","steps":["trace[1190157270] 'read index received' (duration: 211.332285ms)","trace[1190157270] 'applied index is now lower than readState.Index' (duration: 103.133867ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:51:13.111574Z","caller":"traceutil/trace.go:171","msg":"trace[302531458] transaction","detail":"{read_only:false; response_revision:24325; number_of_response:1; }","duration":"316.056239ms","start":"2026-03-04T05:51:12.7955Z","end":"2026-03-04T05:51:13.111557Z","steps":["trace[302531458] 'process raft request' (duration: 212.838349ms)","trace[302531458] 'compare' (duration: 102.469173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:51:13.111651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:12.795476Z","time spent":"316.140011ms","remote":"127.0.0.1:56060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:51:13.111979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.77584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:51:13.112016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.061196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:51:13.112072Z","caller":"traceutil/trace.go:171","msg":"trace[438230213] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24325; }","duration":"288.931794ms","start":"2026-03-04T05:51:12.823114Z","end":"2026-03-04T05:51:13.112046Z","steps":["trace[438230213] 'agreement among raft nodes before linearized reading' (duration: 288.722729ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:51:13.1121Z","caller":"traceutil/trace.go:171","msg":"trace[491552305] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24325; }","duration":"315.187929ms","start":"2026-03-04T05:51:12.796888Z","end":"2026-03-04T05:51:13.112076Z","steps":["trace[491552305] 'agreement among raft nodes before linearized reading' (duration: 314.968644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:13.112151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:12.796875Z","time spent":"315.265741ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-04T05:51:13.112123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.968612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:51:13.112364Z","caller":"traceutil/trace.go:171","msg":"trace[4067947] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24325; }","duration":"265.369222ms","start":"2026-03-04T05:51:12.846973Z","end":"2026-03-04T05:51:13.112343Z","steps":["trace[4067947] 'agreement among raft nodes before linearized reading' (duration: 264.89818ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:51:17.815584Z","caller":"traceutil/trace.go:171","msg":"trace[203912660] transaction","detail":"{read_only:false; response_revision:24350; number_of_response:1; }","duration":"286.190679ms","start":"2026-03-04T05:51:17.529365Z","end":"2026-03-04T05:51:17.815556Z","steps":["trace[203912660] 'process raft request' (duration: 286.033056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:19.191654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.420247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:51:19.191765Z","caller":"traceutil/trace.go:171","msg":"trace[1275084995] linearizableReadLoop","detail":"{readStateIndex:25208; appliedIndex:25206; }","duration":"1.391494521s","start":"2026-03-04T05:51:17.800252Z","end":"2026-03-04T05:51:19.191746Z","steps":["trace[1275084995] 'read index received' (duration: 15.192437ms)","trace[1275084995] 'applied index is now lower than readState.Index' (duration: 1.376300574s)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:51:19.191841Z","caller":"traceutil/trace.go:171","msg":"trace[1758232450] transaction","detail":"{read_only:false; response_revision:24351; number_of_response:1; }","duration":"1.454034277s","start":"2026-03-04T05:51:17.737795Z","end":"2026-03-04T05:51:19.191829Z","steps":["trace[1758232450] 'process raft request' (duration: 902.345644ms)","trace[1758232450] 'compare' (duration: 551.268764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:51:19.191904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:17.737767Z","time spent":"1.454106209s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:51:19.192138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39186041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:51:19.192251Z","caller":"traceutil/trace.go:171","msg":"trace[381211640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24351; }","duration":"1.392014804s","start":"2026-03-04T05:51:17.800216Z","end":"2026-03-04T05:51:19.192231Z","steps":["trace[381211640] 'agreement among raft nodes before linearized reading' (duration: 1.391811419s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:19.192316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:17.8002Z","time spent":"1.392106616s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:51:19.247834Z","caller":"traceutil/trace.go:171","msg":"trace[931747091] transaction","detail":"{read_only:false; response_revision:24352; number_of_response:1; }","duration":"1.262934728s","start":"2026-03-04T05:51:17.984872Z","end":"2026-03-04T05:51:19.247807Z","steps":["trace[931747091] 'process raft request' (duration: 1.262658851s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:19.248386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:17.984843Z","time spent":"1.26306923s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:51:19.793742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.023289ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T05:51:19.796453Z","caller":"traceutil/trace.go:171","msg":"trace[671573002] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"1.382635712s","start":"2026-03-04T05:51:18.413793Z","end":"2026-03-04T05:51:19.796429Z","steps":["trace[671573002] 'process raft request' (duration: 1.38039337s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:19.796592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:18.413764Z","time spent":"1.382753695s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:51:19.799729Z","caller":"traceutil/trace.go:171","msg":"trace[1392790693] transaction","detail":"{read_only:false; response_revision:24354; number_of_response:1; }","duration":"1.28911126s","start":"2026-03-04T05:51:18.510591Z","end":"2026-03-04T05:51:19.799703Z","steps":["trace[1392790693] 'process raft request' (duration: 1.285941706s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:19.799879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:18.510572Z","time spent":"1.289226072s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:51:19.800398Z","caller":"traceutil/trace.go:171","msg":"trace[708958028] transaction","detail":"{read_only:false; response_revision:24355; number_of_response:1; }","duration":"1.046168444s","start":"2026-03-04T05:51:18.754187Z","end":"2026-03-04T05:51:19.800356Z","steps":["trace[708958028] 'process raft request' (duration: 1.04600187s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:19.800964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658838117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T05:51:19.800966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303276142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T05:51:19.800999Z","caller":"traceutil/trace.go:171","msg":"trace[1415143961] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24360; }","duration":"1.658909259s","start":"2026-03-04T05:51:18.142084Z","end":"2026-03-04T05:51:19.800993Z","steps":["trace[1415143961] 'agreement among raft nodes before linearized reading' (duration: 1.658596892s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:51:19.801011Z","caller":"traceutil/trace.go:171","msg":"trace[57044224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24360; }","duration":"1.303376454s","start":"2026-03-04T05:51:18.497628Z","end":"2026-03-04T05:51:19.801005Z","steps":["trace[57044224] 'agreement among raft nodes before linearized reading' (duration: 1.303223991s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:19.80102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:18.142061Z","time spent":"1.658955031s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T05:51:19.801035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:18.497606Z","time spent":"1.303423045s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:51:19.801049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:18.754157Z","time spent":"1.04682762s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:51:19.800512Z","caller":"traceutil/trace.go:171","msg":"trace[1931657912] transaction","detail":"{read_only:false; response_revision:24356; number_of_response:1; }","duration":"1.038865393s","start":"2026-03-04T05:51:18.76146Z","end":"2026-03-04T05:51:19.800325Z","steps":["trace[1931657912] 'process raft request' (duration: 1.038811742s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:19.800978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294289262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T05:51:19.801225Z","caller":"traceutil/trace.go:171","msg":"trace[1339863669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24360; }","duration":"1.294593148s","start":"2026-03-04T05:51:18.506614Z","end":"2026-03-04T05:51:19.801207Z","steps":["trace[1339863669] 'agreement among raft nodes before linearized reading' (duration: 1.29422904s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:19.801149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:18.761434Z","time spent":"1.039687553s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:51:19.800658Z","caller":"traceutil/trace.go:171","msg":"trace[1794025522] linearizableReadLoop","detail":"{readStateIndex:25218; appliedIndex:25208; }","duration":"608.856952ms","start":"2026-03-04T05:51:19.191793Z","end":"2026-03-04T05:51:19.80065Z","steps":["trace[1794025522] 'read index received' (duration: 55.685745ms)","trace[1794025522] 'applied index is now lower than readState.Index' (duration: 553.170477ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:51:19.800763Z","caller":"traceutil/trace.go:171","msg":"trace[192515661] transaction","detail":"{read_only:false; response_revision:24360; number_of_response:1; }","duration":"1.036826065s","start":"2026-03-04T05:51:18.763914Z","end":"2026-03-04T05:51:19.800741Z","steps":["trace[192515661] 'process raft request' (duration: 1.036691932s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:19.801434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:18.763902Z","time spent":"1.037488431s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:51:19.80079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282616088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T05:51:19.801483Z","caller":"traceutil/trace.go:171","msg":"trace[585369682] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24360; }","duration":"1.283364705s","start":"2026-03-04T05:51:18.518113Z","end":"2026-03-04T05:51:19.801478Z","steps":["trace[585369682] 'agreement among raft nodes before linearized reading' (duration: 1.282590837s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:19.801506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:18.518088Z","time spent":"1.283411486s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T05:51:19.801519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.628536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:51:19.800816Z","caller":"traceutil/trace.go:171","msg":"trace[1273506441] transaction","detail":"{read_only:false; response_revision:24359; number_of_response:1; }","duration":"1.037369189s","start":"2026-03-04T05:51:18.763441Z","end":"2026-03-04T05:51:19.80081Z","steps":["trace[1273506441] 'process raft request' (duration: 1.037108903s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:51:19.801559Z","caller":"traceutil/trace.go:171","msg":"trace[500224613] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24360; }","duration":"480.705408ms","start":"2026-03-04T05:51:19.320842Z","end":"2026-03-04T05:51:19.801547Z","steps":["trace[500224613] 'agreement among raft nodes before linearized reading' (duration: 480.648947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:19.801586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:18.763429Z","time spent":"1.038127196s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:51:19.801594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:19.320823Z","time spent":"480.7637ms","remote":"127.0.0.1:32770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:51:19.800822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022720865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T05:51:19.801634Z","caller":"traceutil/trace.go:171","msg":"trace[373646818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24360; }","duration":"1.023580505s","start":"2026-03-04T05:51:18.778047Z","end":"2026-03-04T05:51:19.801628Z","steps":["trace[373646818] 'agreement among raft nodes before linearized reading' (duration: 1.022631293s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:19.801656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:18.778033Z","time spent":"1.023617925s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:51:19.801428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:18.506593Z","time spent":"1.294713021s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:51:19.801729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.209835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:51:19.80175Z","caller":"traceutil/trace.go:171","msg":"trace[2002165600] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24360; }","duration":"587.254616ms","start":"2026-03-04T05:51:19.214489Z","end":"2026-03-04T05:51:19.801743Z","steps":["trace[2002165600] 'agreement among raft nodes before linearized reading' (duration: 587.200434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:19.801766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:19.214476Z","time spent":"587.286207ms","remote":"127.0.0.1:57092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:51:19.80089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.015965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T05:51:19.801933Z","caller":"traceutil/trace.go:171","msg":"trace[815517396] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24360; }","duration":"990.061389ms","start":"2026-03-04T05:51:18.811837Z","end":"2026-03-04T05:51:19.801899Z","steps":["trace[815517396] 'agreement among raft nodes before linearized reading' (duration: 989.019455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:19.800919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.056254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6c8648b88-bv9fn.18998d5d017ec990\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-04T05:51:19.80064Z","caller":"traceutil/trace.go:171","msg":"trace[596754132] transaction","detail":"{read_only:false; response_revision:24358; number_of_response:1; }","duration":"1.037396209s","start":"2026-03-04T05:51:18.763228Z","end":"2026-03-04T05:51:19.800624Z","steps":["trace[596754132] 'process raft request' (duration: 1.037178574s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:51:19.800458Z","caller":"traceutil/trace.go:171","msg":"trace[1528360508] transaction","detail":"{read_only:false; response_revision:24357; number_of_response:1; }","duration":"1.037290456s","start":"2026-03-04T05:51:18.763152Z","end":"2026-03-04T05:51:19.800443Z","steps":["trace[1528360508] 'process raft request' (duration: 1.037147083s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:19.801459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.306942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:51:19.80201Z","caller":"traceutil/trace.go:171","msg":"trace[1206215384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24360; }","duration":"597.859855ms","start":"2026-03-04T05:51:19.204143Z","end":"2026-03-04T05:51:19.802003Z","steps":["trace[1206215384] 'agreement among raft nodes before linearized reading' (duration: 597.283111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:19.80204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:18.811824Z","time spent":"990.210532ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:51:19.802064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:19.20408Z","time spent":"597.952686ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:51:19.80209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:18.763144Z","time spent":"1.038918535s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:51:19.800838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240631063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T05:51:19.802207Z","caller":"traceutil/trace.go:171","msg":"trace[1605720349] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24360; }","duration":"1.242029136s","start":"2026-03-04T05:51:18.560173Z","end":"2026-03-04T05:51:19.802202Z","steps":["trace[1605720349] 'agreement among raft nodes before linearized reading' (duration: 1.240633794s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:19.802224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:18.560159Z","time spent":"1.242060827s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T05:51:19.802285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:18.763142Z","time spent":"1.039103199s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:51:19.802492Z","caller":"traceutil/trace.go:171","msg":"trace[399019491] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6c8648b88-bv9fn.18998d5d017ec990; range_end:; response_count:1; response_revision:24360; }","duration":"856.667642ms","start":"2026-03-04T05:51:18.94581Z","end":"2026-03-04T05:51:19.802477Z","steps":["trace[399019491] 'agreement among raft nodes before linearized reading' (duration: 855.045704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:19.802535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:18.945782Z","time spent":"856.743664ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":804,"request content":"key:\"/registry/events/openstack/magnum-api-6c8648b88-bv9fn.18998d5d017ec990\" "} {"level":"warn","ts":"2026-03-04T05:51:58.277176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.79106ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T05:51:58.29696Z","caller":"traceutil/trace.go:171","msg":"trace[1693659372] transaction","detail":"{read_only:false; response_revision:24795; number_of_response:1; }","duration":"300.685339ms","start":"2026-03-04T05:51:57.996235Z","end":"2026-03-04T05:51:58.29692Z","steps":["trace[1693659372] 'process raft request' (duration: 300.383932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:58.297248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:51:57.996206Z","time spent":"300.921744ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:51:58.298248Z","caller":"traceutil/trace.go:171","msg":"trace[986538062] transaction","detail":"{read_only:false; response_revision:24796; number_of_response:1; }","duration":"290.187253ms","start":"2026-03-04T05:51:58.008038Z","end":"2026-03-04T05:51:58.298225Z","steps":["trace[986538062] 'process raft request' (duration: 288.80745ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:51:58.299265Z","caller":"traceutil/trace.go:171","msg":"trace[732488795] linearizableReadLoop","detail":"{readStateIndex:25668; appliedIndex:25660; }","duration":"282.068582ms","start":"2026-03-04T05:51:58.01717Z","end":"2026-03-04T05:51:58.299238Z","steps":["trace[732488795] 'read index received' (duration: 87.305637ms)","trace[732488795] 'applied index is now lower than readState.Index' (duration: 194.761785ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:51:58.299432Z","caller":"traceutil/trace.go:171","msg":"trace[130371082] transaction","detail":"{read_only:false; response_revision:24798; number_of_response:1; }","duration":"288.772169ms","start":"2026-03-04T05:51:58.010634Z","end":"2026-03-04T05:51:58.299406Z","steps":["trace[130371082] 'process raft request' (duration: 288.321799ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:51:58.299515Z","caller":"traceutil/trace.go:171","msg":"trace[499638713] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"288.804901ms","start":"2026-03-04T05:51:58.010693Z","end":"2026-03-04T05:51:58.299498Z","steps":["trace[499638713] 'process raft request' (duration: 288.35655ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:51:58.299687Z","caller":"traceutil/trace.go:171","msg":"trace[1899760733] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"288.333029ms","start":"2026-03-04T05:51:58.011328Z","end":"2026-03-04T05:51:58.299661Z","steps":["trace[1899760733] 'process raft request' (duration: 287.787837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:58.299792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.322594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T05:51:58.299844Z","caller":"traceutil/trace.go:171","msg":"trace[962052814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24801; }","duration":"272.439757ms","start":"2026-03-04T05:51:58.02739Z","end":"2026-03-04T05:51:58.29983Z","steps":["trace[962052814] 'agreement among raft nodes before linearized reading' (duration: 272.262313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:58.299792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.607045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T05:51:58.299824Z","caller":"traceutil/trace.go:171","msg":"trace[2128141199] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"288.329379ms","start":"2026-03-04T05:51:58.01145Z","end":"2026-03-04T05:51:58.299779Z","steps":["trace[2128141199] 'process raft request' (duration: 287.729545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:58.299855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.611049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T05:51:58.299981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.954378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T05:51:58.300063Z","caller":"traceutil/trace.go:171","msg":"trace[848749081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24801; }","duration":"264.07269ms","start":"2026-03-04T05:51:58.035971Z","end":"2026-03-04T05:51:58.300044Z","steps":["trace[848749081] 'agreement among raft nodes before linearized reading' (duration: 263.854805ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:51:58.299914Z","caller":"traceutil/trace.go:171","msg":"trace[783111475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24801; }","duration":"282.776919ms","start":"2026-03-04T05:51:58.017123Z","end":"2026-03-04T05:51:58.2999Z","steps":["trace[783111475] 'agreement among raft nodes before linearized reading' (duration: 282.515643ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:51:58.300056Z","caller":"traceutil/trace.go:171","msg":"trace[1892422649] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24801; }","duration":"254.787113ms","start":"2026-03-04T05:51:58.045212Z","end":"2026-03-04T05:51:58.299999Z","steps":["trace[1892422649] 'agreement among raft nodes before linearized reading' (duration: 254.515137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:58.300099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.052133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T05:51:58.300174Z","caller":"traceutil/trace.go:171","msg":"trace[2103171288] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24801; }","duration":"259.145375ms","start":"2026-03-04T05:51:58.041008Z","end":"2026-03-04T05:51:58.300153Z","steps":["trace[2103171288] 'agreement among raft nodes before linearized reading' (duration: 258.9493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:51:58.300137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.316059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T05:51:58.300265Z","caller":"traceutil/trace.go:171","msg":"trace[2121337438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24801; }","duration":"265.485104ms","start":"2026-03-04T05:51:58.034747Z","end":"2026-03-04T05:51:58.300232Z","steps":["trace[2121337438] 'agreement among raft nodes before linearized reading' (duration: 265.075914ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:51:58.299734Z","caller":"traceutil/trace.go:171","msg":"trace[1427015760] transaction","detail":"{read_only:false; response_revision:24797; number_of_response:1; }","duration":"291.535234ms","start":"2026-03-04T05:51:58.00815Z","end":"2026-03-04T05:51:58.299685Z","steps":["trace[1427015760] 'process raft request' (duration: 289.886115ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:52:05.007163Z","caller":"traceutil/trace.go:171","msg":"trace[1106999071] linearizableReadLoop","detail":"{readStateIndex:25723; appliedIndex:25722; }","duration":"136.370527ms","start":"2026-03-04T05:52:04.870766Z","end":"2026-03-04T05:52:05.007136Z","steps":["trace[1106999071] 'read index received' (duration: 136.250484ms)","trace[1106999071] 'applied index is now lower than readState.Index' (duration: 119.033µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:52:05.007258Z","caller":"traceutil/trace.go:171","msg":"trace[1638698811] transaction","detail":"{read_only:false; response_revision:24855; number_of_response:1; }","duration":"142.160732ms","start":"2026-03-04T05:52:04.865079Z","end":"2026-03-04T05:52:05.00724Z","steps":["trace[1638698811] 'process raft request' (duration: 141.867735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:52:05.00734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.551381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:52:05.007378Z","caller":"traceutil/trace.go:171","msg":"trace[54618195] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24855; }","duration":"136.616792ms","start":"2026-03-04T05:52:04.870752Z","end":"2026-03-04T05:52:05.007369Z","steps":["trace[54618195] 'agreement among raft nodes before linearized reading' (duration: 136.51036ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:52:05.141471Z","caller":"traceutil/trace.go:171","msg":"trace[162417480] linearizableReadLoop","detail":"{readStateIndex:25724; appliedIndex:25723; }","duration":"134.209087ms","start":"2026-03-04T05:52:05.007234Z","end":"2026-03-04T05:52:05.141443Z","steps":["trace[162417480] 'read index received' (duration: 60.068128ms)","trace[162417480] 'applied index is now lower than readState.Index' (duration: 74.135938ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:52:05.141475Z","caller":"traceutil/trace.go:171","msg":"trace[1596188766] transaction","detail":"{read_only:false; response_revision:24856; number_of_response:1; }","duration":"268.673439ms","start":"2026-03-04T05:52:04.872769Z","end":"2026-03-04T05:52:05.141442Z","steps":["trace[1596188766] 'process raft request' (duration: 194.524ms)","trace[1596188766] 'compare' (duration: 73.924143ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:52:05.141662Z","caller":"traceutil/trace.go:171","msg":"trace[81585787] transaction","detail":"{read_only:false; response_revision:24857; number_of_response:1; }","duration":"100.25714ms","start":"2026-03-04T05:52:05.041378Z","end":"2026-03-04T05:52:05.141635Z","steps":["trace[81585787] 'process raft request' (duration: 100.026515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:52:05.141768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.899221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:52:05.14183Z","caller":"traceutil/trace.go:171","msg":"trace[1090990624] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24857; }","duration":"270.982922ms","start":"2026-03-04T05:52:04.870834Z","end":"2026-03-04T05:52:05.141817Z","steps":["trace[1090990624] 'agreement among raft nodes before linearized reading' (duration: 270.741717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:52:05.141882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.017504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:52:05.141835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.949062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T05:52:05.141913Z","caller":"traceutil/trace.go:171","msg":"trace[111880896] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24857; }","duration":"271.068604ms","start":"2026-03-04T05:52:04.870835Z","end":"2026-03-04T05:52:05.141903Z","steps":["trace[111880896] 'agreement among raft nodes before linearized reading' (duration: 270.627274ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:52:05.141967Z","caller":"traceutil/trace.go:171","msg":"trace[783168123] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24857; }","duration":"271.089485ms","start":"2026-03-04T05:52:04.870848Z","end":"2026-03-04T05:52:05.141938Z","steps":["trace[783168123] 'agreement among raft nodes before linearized reading' (duration: 270.640225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:52:10.929835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.802043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:52:10.929931Z","caller":"traceutil/trace.go:171","msg":"trace[580427719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24897; }","duration":"138.939696ms","start":"2026-03-04T05:52:10.79096Z","end":"2026-03-04T05:52:10.9299Z","steps":["trace[580427719] 'range keys from in-memory index tree' (duration: 138.67884ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:52:10.983796Z","caller":"traceutil/trace.go:171","msg":"trace[1279511835] transaction","detail":"{read_only:false; response_revision:24898; number_of_response:1; }","duration":"113.998302ms","start":"2026-03-04T05:52:10.869781Z","end":"2026-03-04T05:52:10.983779Z","steps":["trace[1279511835] 'process raft request' (duration: 113.851148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:52:11.303176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.209374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:52:11.303346Z","caller":"traceutil/trace.go:171","msg":"trace[1057990818] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24898; }","duration":"145.455229ms","start":"2026-03-04T05:52:11.15786Z","end":"2026-03-04T05:52:11.303315Z","steps":["trace[1057990818] 'range keys from in-memory index tree' (duration: 145.131172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:52:11.303524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.491355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:52:11.304033Z","caller":"traceutil/trace.go:171","msg":"trace[1987904075] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24898; }","duration":"235.060299ms","start":"2026-03-04T05:52:11.06894Z","end":"2026-03-04T05:52:11.304001Z","steps":["trace[1987904075] 'count revisions from in-memory index tree' (duration: 234.399984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:52:11.303525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.451209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T05:52:11.30421Z","caller":"traceutil/trace.go:171","msg":"trace[2128276203] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24898; }","duration":"146.185916ms","start":"2026-03-04T05:52:11.158002Z","end":"2026-03-04T05:52:11.304188Z","steps":["trace[2128276203] 'range keys from in-memory index tree' (duration: 145.163822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:52:11.303581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.080665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:52:11.304303Z","caller":"traceutil/trace.go:171","msg":"trace[1493640945] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24898; }","duration":"254.865744ms","start":"2026-03-04T05:52:11.049412Z","end":"2026-03-04T05:52:11.304278Z","steps":["trace[1493640945] 'count revisions from in-memory index tree' (duration: 253.805728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:52:11.3036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.064862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:52:11.303722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.513467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:52:11.304437Z","caller":"traceutil/trace.go:171","msg":"trace[443873823] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24898; }","duration":"256.947632ms","start":"2026-03-04T05:52:11.047449Z","end":"2026-03-04T05:52:11.304397Z","steps":["trace[443873823] 'range keys from in-memory index tree' (duration: 255.946808ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:52:11.304501Z","caller":"traceutil/trace.go:171","msg":"trace[1115379140] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24898; }","duration":"148.346766ms","start":"2026-03-04T05:52:11.15614Z","end":"2026-03-04T05:52:11.304486Z","steps":["trace[1115379140] 'range keys from in-memory index tree' (duration: 147.400185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:52:12.62164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.487656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:52:12.622009Z","caller":"traceutil/trace.go:171","msg":"trace[803331264] transaction","detail":"{read_only:false; response_revision:24900; number_of_response:1; }","duration":"260.820034ms","start":"2026-03-04T05:52:12.361135Z","end":"2026-03-04T05:52:12.621955Z","steps":["trace[803331264] 'process raft request' (duration: 150.877917ms)","trace[803331264] 'compare' (duration: 109.279511ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:52:12.622155Z","caller":"traceutil/trace.go:171","msg":"trace[1453862827] linearizableReadLoop","detail":"{readStateIndex:25774; appliedIndex:25768; }","duration":"248.010373ms","start":"2026-03-04T05:52:12.374118Z","end":"2026-03-04T05:52:12.622129Z","steps":["trace[1453862827] 'read index received' (duration: 41.896712ms)","trace[1453862827] 'applied index is now lower than readState.Index' (duration: 206.111501ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:52:12.622179Z","caller":"traceutil/trace.go:171","msg":"trace[2091840152] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"260.919866ms","start":"2026-03-04T05:52:12.361195Z","end":"2026-03-04T05:52:12.622115Z","steps":["trace[2091840152] 'process raft request' (duration: 260.589368ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:52:12.622303Z","caller":"traceutil/trace.go:171","msg":"trace[910418460] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"259.010101ms","start":"2026-03-04T05:52:12.363276Z","end":"2026-03-04T05:52:12.622286Z","steps":["trace[910418460] 'process raft request' (duration: 258.606001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:52:12.622467Z","caller":"traceutil/trace.go:171","msg":"trace[891761183] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"244.660855ms","start":"2026-03-04T05:52:12.377799Z","end":"2026-03-04T05:52:12.622459Z","steps":["trace[891761183] 'process raft request' (duration: 244.252875ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:52:12.622544Z","caller":"traceutil/trace.go:171","msg":"trace[368374876] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"257.638368ms","start":"2026-03-04T05:52:12.364896Z","end":"2026-03-04T05:52:12.622534Z","steps":["trace[368374876] 'process raft request' (duration: 257.044654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:52:12.622617Z","caller":"traceutil/trace.go:171","msg":"trace[388286603] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"255.57749ms","start":"2026-03-04T05:52:12.366996Z","end":"2026-03-04T05:52:12.622574Z","steps":["trace[388286603] 'process raft request' (duration: 254.997037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:52:12.622739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.607647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T05:52:12.622769Z","caller":"traceutil/trace.go:171","msg":"trace[1181641923] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24905; }","duration":"248.741351ms","start":"2026-03-04T05:52:12.374019Z","end":"2026-03-04T05:52:12.62276Z","steps":["trace[1181641923] 'agreement among raft nodes before linearized reading' (duration: 248.572707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:52:12.622864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.519331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T05:52:12.622883Z","caller":"traceutil/trace.go:171","msg":"trace[280185624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24905; }","duration":"244.579572ms","start":"2026-03-04T05:52:12.378298Z","end":"2026-03-04T05:52:12.622877Z","steps":["trace[280185624] 'agreement among raft nodes before linearized reading' (duration: 244.531631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:52:12.622923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.208463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:52:12.622964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.137559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T05:52:12.623043Z","caller":"traceutil/trace.go:171","msg":"trace[675066076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24905; }","duration":"243.236641ms","start":"2026-03-04T05:52:12.379786Z","end":"2026-03-04T05:52:12.623023Z","steps":["trace[675066076] 'agreement among raft nodes before linearized reading' (duration: 242.848152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:52:12.622936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.77261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T05:52:12.623178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.163956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T05:52:12.6232Z","caller":"traceutil/trace.go:171","msg":"trace[817330533] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24905; }","duration":"246.065378ms","start":"2026-03-04T05:52:12.377123Z","end":"2026-03-04T05:52:12.623189Z","steps":["trace[817330533] 'agreement among raft nodes before linearized reading' (duration: 245.402412ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:52:12.623064Z","caller":"traceutil/trace.go:171","msg":"trace[813906742] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24905; }","duration":"113.626893ms","start":"2026-03-04T05:52:12.509375Z","end":"2026-03-04T05:52:12.623002Z","steps":["trace[813906742] 'agreement among raft nodes before linearized reading' (duration: 113.236704ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:52:12.623251Z","caller":"traceutil/trace.go:171","msg":"trace[331050682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24905; }","duration":"242.235877ms","start":"2026-03-04T05:52:12.380974Z","end":"2026-03-04T05:52:12.62321Z","steps":["trace[331050682] 'agreement among raft nodes before linearized reading' (duration: 241.563841ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:54:39.799978Z","caller":"traceutil/trace.go:171","msg":"trace[71626548] linearizableReadLoop","detail":"{readStateIndex:27143; appliedIndex:27142; }","duration":"135.959797ms","start":"2026-03-04T05:54:39.663986Z","end":"2026-03-04T05:54:39.799946Z","steps":["trace[71626548] 'read index received' (duration: 135.829614ms)","trace[71626548] 'applied index is now lower than readState.Index' (duration: 128.643µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:54:39.800074Z","caller":"traceutil/trace.go:171","msg":"trace[1066049532] transaction","detail":"{read_only:false; response_revision:26237; number_of_response:1; }","duration":"152.34466ms","start":"2026-03-04T05:54:39.647685Z","end":"2026-03-04T05:54:39.80003Z","steps":["trace[1066049532] 'process raft request' (duration: 152.079463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:54:39.80023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.219533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T05:54:39.800291Z","caller":"traceutil/trace.go:171","msg":"trace[2112450156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26237; }","duration":"136.313055ms","start":"2026-03-04T05:54:39.663963Z","end":"2026-03-04T05:54:39.800276Z","steps":["trace[2112450156] 'agreement among raft nodes before linearized reading' (duration: 136.114631ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:54:40.117463Z","caller":"traceutil/trace.go:171","msg":"trace[208908569] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"452.148153ms","start":"2026-03-04T05:54:39.665292Z","end":"2026-03-04T05:54:40.11744Z","steps":["trace[208908569] 'process raft request' (duration: 451.953259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:54:40.11767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:54:39.665261Z","time spent":"452.309017ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:54:40.117754Z","caller":"traceutil/trace.go:171","msg":"trace[1623429577] transaction","detail":"{read_only:false; response_revision:26239; number_of_response:1; }","duration":"452.253366ms","start":"2026-03-04T05:54:39.665468Z","end":"2026-03-04T05:54:40.117721Z","steps":["trace[1623429577] 'process raft request' (duration: 451.931418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:54:40.117856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:54:39.665417Z","time spent":"452.38474ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:54:40.117834Z","caller":"traceutil/trace.go:171","msg":"trace[882748602] linearizableReadLoop","detail":"{readStateIndex:27146; appliedIndex:27143; }","duration":"317.726863ms","start":"2026-03-04T05:54:39.800073Z","end":"2026-03-04T05:54:40.1178Z","steps":["trace[882748602] 'read index received' (duration: 317.307343ms)","trace[882748602] 'applied index is now lower than readState.Index' (duration: 417.99µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:54:40.117946Z","caller":"traceutil/trace.go:171","msg":"trace[1036212418] transaction","detail":"{read_only:false; response_revision:26240; number_of_response:1; }","duration":"435.2892ms","start":"2026-03-04T05:54:39.682637Z","end":"2026-03-04T05:54:40.117926Z","steps":["trace[1036212418] 'process raft request' (duration: 435.008993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:54:40.11804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.626498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T05:54:40.118074Z","caller":"traceutil/trace.go:171","msg":"trace[1507438960] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"313.898573ms","start":"2026-03-04T05:54:39.804151Z","end":"2026-03-04T05:54:40.118049Z","steps":["trace[1507438960] 'process raft request' (duration: 313.786651ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:54:40.118102Z","caller":"traceutil/trace.go:171","msg":"trace[2063472759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26240; }","duration":"453.73269ms","start":"2026-03-04T05:54:39.664355Z","end":"2026-03-04T05:54:40.118088Z","steps":["trace[2063472759] 'agreement among raft nodes before linearized reading' (duration: 453.547806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:54:40.118257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:54:39.664344Z","time spent":"453.896315ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:54:40.118045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:54:39.682627Z","time spent":"435.367241ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:54:40.1182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:54:39.804118Z","time spent":"314.018556ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:54:48.086148Z","caller":"traceutil/trace.go:171","msg":"trace[664734546] transaction","detail":"{read_only:false; response_revision:26297; number_of_response:1; }","duration":"132.481126ms","start":"2026-03-04T05:54:47.953635Z","end":"2026-03-04T05:54:48.086116Z","steps":["trace[664734546] 'process raft request' (duration: 132.204639ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:54:48.358537Z","caller":"traceutil/trace.go:171","msg":"trace[966060709] transaction","detail":"{read_only:false; response_revision:26298; number_of_response:1; }","duration":"122.628915ms","start":"2026-03-04T05:54:48.235873Z","end":"2026-03-04T05:54:48.358502Z","steps":["trace[966060709] 'process raft request' (duration: 122.119764ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:54:48.478949Z","caller":"traceutil/trace.go:171","msg":"trace[1577666627] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"113.770338ms","start":"2026-03-04T05:54:48.365155Z","end":"2026-03-04T05:54:48.478925Z","steps":["trace[1577666627] 'process raft request' (duration: 113.730747ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:54:48.479014Z","caller":"traceutil/trace.go:171","msg":"trace[937514545] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"114.139106ms","start":"2026-03-04T05:54:48.364845Z","end":"2026-03-04T05:54:48.478984Z","steps":["trace[937514545] 'process raft request' (duration: 113.898361ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:54:49.762802Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23721} {"level":"info","ts":"2026-03-04T05:54:49.970473Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23721,"took":"202.942142ms","hash":2574318974,"current-db-size-bytes":49971200,"current-db-size":"50 MB","current-db-size-in-use-bytes":34287616,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-04T05:54:49.970551Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2574318974,"revision":23721,"compact-revision":20627} {"level":"info","ts":"2026-03-04T05:54:50.598489Z","caller":"traceutil/trace.go:171","msg":"trace[1887604021] transaction","detail":"{read_only:false; response_revision:26318; number_of_response:1; }","duration":"110.082931ms","start":"2026-03-04T05:54:50.488374Z","end":"2026-03-04T05:54:50.598457Z","steps":["trace[1887604021] 'process raft request' (duration: 109.890306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:54:51.602278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.422717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:54:51.602704Z","caller":"traceutil/trace.go:171","msg":"trace[1997626102] linearizableReadLoop","detail":"{readStateIndex:27234; appliedIndex:27229; }","duration":"205.640605ms","start":"2026-03-04T05:54:51.397041Z","end":"2026-03-04T05:54:51.602682Z","steps":["trace[1997626102] 'read index received' (duration: 71.649544ms)","trace[1997626102] 'applied index is now lower than readState.Index' (duration: 133.989871ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:54:51.602744Z","caller":"traceutil/trace.go:171","msg":"trace[1898808676] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"209.70522ms","start":"2026-03-04T05:54:51.393002Z","end":"2026-03-04T05:54:51.602707Z","steps":["trace[1898808676] 'process raft request' (duration: 209.579148ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:54:51.602748Z","caller":"traceutil/trace.go:171","msg":"trace[895844686] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"209.787442ms","start":"2026-03-04T05:54:51.392924Z","end":"2026-03-04T05:54:51.602712Z","steps":["trace[895844686] 'process raft request' (duration: 209.606877ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:54:51.602763Z","caller":"traceutil/trace.go:171","msg":"trace[956440655] transaction","detail":"{read_only:false; response_revision:26322; number_of_response:1; }","duration":"244.686627ms","start":"2026-03-04T05:54:51.358007Z","end":"2026-03-04T05:54:51.602693Z","steps":["trace[956440655] 'process raft request' (duration: 244.434091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:54:51.602778Z","caller":"traceutil/trace.go:171","msg":"trace[1820084947] transaction","detail":"{read_only:false; response_revision:26321; number_of_response:1; }","duration":"245.338682ms","start":"2026-03-04T05:54:51.35737Z","end":"2026-03-04T05:54:51.602709Z","steps":["trace[1820084947] 'process raft request' (duration: 111.304941ms)","trace[1820084947] 'compare' (duration: 133.240983ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:54:51.602857Z","caller":"traceutil/trace.go:171","msg":"trace[1676435150] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"209.747711ms","start":"2026-03-04T05:54:51.393076Z","end":"2026-03-04T05:54:51.602824Z","steps":["trace[1676435150] 'process raft request' (duration: 209.555547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:54:51.602918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.895361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-04T05:54:51.602956Z","caller":"traceutil/trace.go:171","msg":"trace[42065265] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26325; }","duration":"205.966293ms","start":"2026-03-04T05:54:51.396978Z","end":"2026-03-04T05:54:51.602945Z","steps":["trace[42065265] 'agreement among raft nodes before linearized reading' (duration: 205.775929ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:55:03.476664Z","caller":"traceutil/trace.go:171","msg":"trace[1142386439] linearizableReadLoop","detail":"{readStateIndex:27404; appliedIndex:27403; }","duration":"196.566244ms","start":"2026-03-04T05:55:03.28007Z","end":"2026-03-04T05:55:03.476637Z","steps":["trace[1142386439] 'read index received' (duration: 196.348748ms)","trace[1142386439] 'applied index is now lower than readState.Index' (duration: 216.466µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:55:03.476981Z","caller":"traceutil/trace.go:171","msg":"trace[674449027] transaction","detail":"{read_only:false; response_revision:26489; number_of_response:1; }","duration":"201.611231ms","start":"2026-03-04T05:55:03.275357Z","end":"2026-03-04T05:55:03.476968Z","steps":["trace[674449027] 'process raft request' (duration: 201.102659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:55:03.478168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.086609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210819"} {"level":"info","ts":"2026-03-04T05:55:03.478221Z","caller":"traceutil/trace.go:171","msg":"trace[1016989265] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26489; }","duration":"198.15612ms","start":"2026-03-04T05:55:03.280052Z","end":"2026-03-04T05:55:03.478208Z","steps":["trace[1016989265] 'agreement among raft nodes before linearized reading' (duration: 197.124116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:55:03.508229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.636587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openstack-exporter-666c44d784-s6tjm\" ","response":"range_response_count:1 size:5505"} {"level":"info","ts":"2026-03-04T05:55:03.508322Z","caller":"traceutil/trace.go:171","msg":"trace[274876202] range","detail":"{range_begin:/registry/pods/openstack/openstack-exporter-666c44d784-s6tjm; range_end:; response_count:1; response_revision:26490; }","duration":"161.80043ms","start":"2026-03-04T05:55:03.3465Z","end":"2026-03-04T05:55:03.508301Z","steps":["trace[274876202] 'agreement among raft nodes before linearized reading' (duration: 161.514334ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:55:03.739838Z","caller":"traceutil/trace.go:171","msg":"trace[1179541170] linearizableReadLoop","detail":"{readStateIndex:27406; appliedIndex:27405; }","duration":"197.30642ms","start":"2026-03-04T05:55:03.542502Z","end":"2026-03-04T05:55:03.739808Z","steps":["trace[1179541170] 'read index received' (duration: 197.005803ms)","trace[1179541170] 'applied index is now lower than readState.Index' (duration: 299.217µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:55:03.740163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.627948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-04T05:55:03.740513Z","caller":"traceutil/trace.go:171","msg":"trace[136901649] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26491; }","duration":"198.035117ms","start":"2026-03-04T05:55:03.542462Z","end":"2026-03-04T05:55:03.740498Z","steps":["trace[136901649] 'agreement among raft nodes before linearized reading' (duration: 197.471563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:55:03.74054Z","caller":"traceutil/trace.go:171","msg":"trace[1649795943] transaction","detail":"{read_only:false; response_revision:26491; number_of_response:1; }","duration":"222.327275ms","start":"2026-03-04T05:55:03.518174Z","end":"2026-03-04T05:55:03.740501Z","steps":["trace[1649795943] 'process raft request' (duration: 221.428514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:55:03.811198Z","caller":"traceutil/trace.go:171","msg":"trace[1171361] transaction","detail":"{read_only:false; response_revision:26493; number_of_response:1; }","duration":"159.971288ms","start":"2026-03-04T05:55:03.651205Z","end":"2026-03-04T05:55:03.811176Z","steps":["trace[1171361] 'process raft request' (duration: 159.883516ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:55:03.811264Z","caller":"traceutil/trace.go:171","msg":"trace[1076621761] transaction","detail":"{read_only:false; response_revision:26492; number_of_response:1; }","duration":"160.243784ms","start":"2026-03-04T05:55:03.650963Z","end":"2026-03-04T05:55:03.811207Z","steps":["trace[1076621761] 'process raft request' (duration: 159.827674ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:55:03.81166Z","caller":"traceutil/trace.go:171","msg":"trace[582689911] transaction","detail":"{read_only:false; response_revision:26494; number_of_response:1; }","duration":"156.463376ms","start":"2026-03-04T05:55:03.655184Z","end":"2026-03-04T05:55:03.811647Z","steps":["trace[582689911] 'process raft request' (duration: 155.950864ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:55:03.812359Z","caller":"traceutil/trace.go:171","msg":"trace[1761719722] transaction","detail":"{read_only:false; response_revision:26495; number_of_response:1; }","duration":"155.743319ms","start":"2026-03-04T05:55:03.656582Z","end":"2026-03-04T05:55:03.812326Z","steps":["trace[1761719722] 'process raft request' (duration: 154.93336ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:55:03.812602Z","caller":"traceutil/trace.go:171","msg":"trace[1364889345] transaction","detail":"{read_only:false; response_revision:26496; number_of_response:1; }","duration":"154.294195ms","start":"2026-03-04T05:55:03.658283Z","end":"2026-03-04T05:55:03.812578Z","steps":["trace[1364889345] 'process raft request' (duration: 153.984397ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:55:07.634994Z","caller":"traceutil/trace.go:171","msg":"trace[948550093] transaction","detail":"{read_only:false; response_revision:26547; number_of_response:1; }","duration":"155.107624ms","start":"2026-03-04T05:55:07.479848Z","end":"2026-03-04T05:55:07.634956Z","steps":["trace[948550093] 'process raft request' (duration: 154.847638ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:55:07.659394Z","caller":"traceutil/trace.go:171","msg":"trace[316194111] transaction","detail":"{read_only:false; response_revision:26549; number_of_response:1; }","duration":"137.121864ms","start":"2026-03-04T05:55:07.522252Z","end":"2026-03-04T05:55:07.659374Z","steps":["trace[316194111] 'process raft request' (duration: 137.079953ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:55:07.659474Z","caller":"traceutil/trace.go:171","msg":"trace[1985778042] transaction","detail":"{read_only:false; response_revision:26548; number_of_response:1; }","duration":"139.710045ms","start":"2026-03-04T05:55:07.519737Z","end":"2026-03-04T05:55:07.659447Z","steps":["trace[1985778042] 'process raft request' (duration: 139.484999ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:55:11.020067Z","caller":"traceutil/trace.go:171","msg":"trace[560300892] transaction","detail":"{read_only:false; response_revision:26581; number_of_response:1; }","duration":"261.016289ms","start":"2026-03-04T05:55:10.759024Z","end":"2026-03-04T05:55:11.02004Z","steps":["trace[560300892] 'process raft request' (duration: 260.845845ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:55:11.029867Z","caller":"traceutil/trace.go:171","msg":"trace[1279938881] linearizableReadLoop","detail":"{readStateIndex:27498; appliedIndex:27496; }","duration":"239.611509ms","start":"2026-03-04T05:55:10.790226Z","end":"2026-03-04T05:55:11.029838Z","steps":["trace[1279938881] 'read index received' (duration: 229.621945ms)","trace[1279938881] 'applied index is now lower than readState.Index' (duration: 9.988324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:55:11.030018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.776822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:55:11.030006Z","caller":"traceutil/trace.go:171","msg":"trace[669663995] transaction","detail":"{read_only:false; response_revision:26582; number_of_response:1; }","duration":"270.363327ms","start":"2026-03-04T05:55:10.759608Z","end":"2026-03-04T05:55:11.029972Z","steps":["trace[669663995] 'process raft request' (duration: 270.08616ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:55:11.030066Z","caller":"traceutil/trace.go:171","msg":"trace[1185951088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26582; }","duration":"239.886196ms","start":"2026-03-04T05:55:10.790165Z","end":"2026-03-04T05:55:11.030051Z","steps":["trace[1185951088] 'agreement among raft nodes before linearized reading' (duration: 239.776693ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:59:49.770833Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26309} {"level":"info","ts":"2026-03-04T05:59:49.90222Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26309,"took":"126.486141ms","hash":1312950844,"current-db-size-bytes":49971200,"current-db-size":"50 MB","current-db-size-in-use-bytes":30216192,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T05:59:49.902418Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1312950844,"revision":26309,"compact-revision":23721} {"level":"info","ts":"2026-03-04T06:00:44.538087Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6a9ba61e55fef5be","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T06:00:44.544242Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-04T06:00:44.544351Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"warn","ts":"2026-03-04T06:01:03.072317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.693792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T06:01:03.072368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.768835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T06:01:03.072466Z","caller":"traceutil/trace.go:171","msg":"trace[191597543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29144; }","duration":"124.883236ms","start":"2026-03-04T06:01:02.947551Z","end":"2026-03-04T06:01:03.072434Z","steps":["trace[191597543] 'range keys from in-memory index tree' (duration: 124.458547ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:01:03.072485Z","caller":"traceutil/trace.go:171","msg":"trace[421136013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29144; }","duration":"118.928659ms","start":"2026-03-04T06:01:02.953523Z","end":"2026-03-04T06:01:03.072452Z","steps":["trace[421136013] 'range keys from in-memory index tree' (duration: 118.553659ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:02:35.689759Z","caller":"traceutil/trace.go:171","msg":"trace[833530714] transaction","detail":"{read_only:false; response_revision:29776; number_of_response:1; }","duration":"120.525835ms","start":"2026-03-04T06:02:35.569202Z","end":"2026-03-04T06:02:35.689728Z","steps":["trace[833530714] 'process raft request' (duration: 120.30897ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:02:35.695656Z","caller":"traceutil/trace.go:171","msg":"trace[757597661] linearizableReadLoop","detail":"{readStateIndex:30790; appliedIndex:30787; }","duration":"118.257413ms","start":"2026-03-04T06:02:35.577365Z","end":"2026-03-04T06:02:35.695622Z","steps":["trace[757597661] 'read index received' (duration: 112.129781ms)","trace[757597661] 'applied index is now lower than readState.Index' (duration: 6.126122ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:02:35.696036Z","caller":"traceutil/trace.go:171","msg":"trace[341717298] transaction","detail":"{read_only:false; response_revision:29777; number_of_response:1; }","duration":"122.380148ms","start":"2026-03-04T06:02:35.573645Z","end":"2026-03-04T06:02:35.696025Z","steps":["trace[341717298] 'process raft request' (duration: 121.658252ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:02:35.6962Z","caller":"traceutil/trace.go:171","msg":"trace[1883959338] transaction","detail":"{read_only:false; response_revision:29778; number_of_response:1; }","duration":"121.339314ms","start":"2026-03-04T06:02:35.574852Z","end":"2026-03-04T06:02:35.696191Z","steps":["trace[1883959338] 'process raft request' (duration: 120.611277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:02:35.696573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.184475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T06:02:35.696606Z","caller":"traceutil/trace.go:171","msg":"trace[1216255642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29781; }","duration":"119.289407ms","start":"2026-03-04T06:02:35.577309Z","end":"2026-03-04T06:02:35.696598Z","steps":["trace[1216255642] 'agreement among raft nodes before linearized reading' (duration: 119.149044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:02:35.696753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.875174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T06:02:35.696774Z","caller":"traceutil/trace.go:171","msg":"trace[1509609571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29781; }","duration":"117.913375ms","start":"2026-03-04T06:02:35.578852Z","end":"2026-03-04T06:02:35.696765Z","steps":["trace[1509609571] 'agreement among raft nodes before linearized reading' (duration: 117.851933ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:03:54.191609Z","caller":"traceutil/trace.go:171","msg":"trace[2030001154] transaction","detail":"{read_only:false; response_revision:30317; number_of_response:1; }","duration":"116.575197ms","start":"2026-03-04T06:03:54.074971Z","end":"2026-03-04T06:03:54.191546Z","steps":["trace[2030001154] 'process raft request' (duration: 115.903572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:04:31.511055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.34942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T06:04:31.511156Z","caller":"traceutil/trace.go:171","msg":"trace[1145661281] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:30563; }","duration":"176.507054ms","start":"2026-03-04T06:04:31.334626Z","end":"2026-03-04T06:04:31.511133Z","steps":["trace[1145661281] 'count revisions from in-memory index tree' (duration: 176.229187ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:04:49.778198Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28513} {"level":"info","ts":"2026-03-04T06:04:49.894334Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28513,"took":"111.087761ms","hash":1465804474,"current-db-size-bytes":49971200,"current-db-size":"50 MB","current-db-size-in-use-bytes":28061696,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T06:04:49.894412Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1465804474,"revision":28513,"compact-revision":26309} {"level":"info","ts":"2026-03-04T06:06:16.363146Z","caller":"traceutil/trace.go:171","msg":"trace[660836070] transaction","detail":"{read_only:false; response_revision:31350; number_of_response:1; }","duration":"199.167856ms","start":"2026-03-04T06:06:16.163921Z","end":"2026-03-04T06:06:16.363089Z","steps":["trace[660836070] 'process raft request' (duration: 177.663156ms)","trace[660836070] 'compare' (duration: 21.181662ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:08:37.199656Z","caller":"traceutil/trace.go:171","msg":"trace[1728608429] transaction","detail":"{read_only:false; response_revision:32345; number_of_response:1; }","duration":"108.45125ms","start":"2026-03-04T06:08:37.091174Z","end":"2026-03-04T06:08:37.199625Z","steps":["trace[1728608429] 'process raft request' (duration: 104.032668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:08:59.556791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.191849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T06:08:59.556886Z","caller":"traceutil/trace.go:171","msg":"trace[702766532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32522; }","duration":"149.311022ms","start":"2026-03-04T06:08:59.407553Z","end":"2026-03-04T06:08:59.556864Z","steps":["trace[702766532] 'range keys from in-memory index tree' (duration: 148.938023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:02.997292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.354296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T06:09:02.997444Z","caller":"traceutil/trace.go:171","msg":"trace[1667852626] linearizableReadLoop","detail":"{readStateIndex:33639; appliedIndex:33638; }","duration":"364.407759ms","start":"2026-03-04T06:09:02.633018Z","end":"2026-03-04T06:09:02.997425Z","steps":["trace[1667852626] 'read index received' (duration: 193.787697ms)","trace[1667852626] 'applied index is now lower than readState.Index' (duration: 170.618372ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:09:02.997511Z","caller":"traceutil/trace.go:171","msg":"trace[449631162] transaction","detail":"{read_only:false; response_revision:32544; number_of_response:1; }","duration":"454.874294ms","start":"2026-03-04T06:09:02.542587Z","end":"2026-03-04T06:09:02.997461Z","steps":["trace[449631162] 'process raft request' (duration: 284.230531ms)","trace[449631162] 'compare' (duration: 169.635139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:09:02.997716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.771849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T06:09:02.997664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.596273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T06:09:02.997724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:09:02.542553Z","time spent":"455.064837ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10157,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:09:02.997762Z","caller":"traceutil/trace.go:171","msg":"trace[144211477] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32544; }","duration":"227.860711ms","start":"2026-03-04T06:09:02.769889Z","end":"2026-03-04T06:09:02.99775Z","steps":["trace[144211477] 'agreement among raft nodes before linearized reading' (duration: 227.646946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:02.99767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.203234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T06:09:02.997793Z","caller":"traceutil/trace.go:171","msg":"trace[1346657027] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:32544; }","duration":"364.805288ms","start":"2026-03-04T06:09:02.632962Z","end":"2026-03-04T06:09:02.997767Z","steps":["trace[1346657027] 'agreement among raft nodes before linearized reading' (duration: 364.552752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:02.997809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.060323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-04T06:09:02.997858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:09:02.63294Z","time spent":"364.90104ms","remote":"127.0.0.1:57392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:09:02.99787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.587171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T06:09:02.997975Z","caller":"traceutil/trace.go:171","msg":"trace[1168677632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32544; }","duration":"183.736634ms","start":"2026-03-04T06:09:02.814212Z","end":"2026-03-04T06:09:02.997948Z","steps":["trace[1168677632] 'agreement among raft nodes before linearized reading' (duration: 183.388496ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:09:02.997901Z","caller":"traceutil/trace.go:171","msg":"trace[842022100] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:32544; }","duration":"158.184595ms","start":"2026-03-04T06:09:02.839694Z","end":"2026-03-04T06:09:02.997879Z","steps":["trace[842022100] 'agreement among raft nodes before linearized reading' (duration: 157.850658ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:09:02.997834Z","caller":"traceutil/trace.go:171","msg":"trace[1820244931] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:32544; }","duration":"118.407739ms","start":"2026-03-04T06:09:02.879397Z","end":"2026-03-04T06:09:02.997805Z","steps":["trace[1820244931] 'agreement among raft nodes before linearized reading' (duration: 118.142972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:03.249687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.846611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T06:09:03.249925Z","caller":"traceutil/trace.go:171","msg":"trace[1907888454] transaction","detail":"{read_only:false; response_revision:32547; number_of_response:1; }","duration":"138.123343ms","start":"2026-03-04T06:09:03.11178Z","end":"2026-03-04T06:09:03.249904Z","steps":["trace[1907888454] 'process raft request' (duration: 138.039801ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:09:03.250026Z","caller":"traceutil/trace.go:171","msg":"trace[176454711] linearizableReadLoop","detail":"{readStateIndex:33642; appliedIndex:33640; }","duration":"194.475873ms","start":"2026-03-04T06:09:03.055492Z","end":"2026-03-04T06:09:03.249968Z","steps":["trace[176454711] 'read index received' (duration: 32.731355ms)","trace[176454711] 'applied index is now lower than readState.Index' (duration: 161.733737ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:09:03.250279Z","caller":"traceutil/trace.go:171","msg":"trace[129790411] transaction","detail":"{read_only:false; response_revision:32546; number_of_response:1; }","duration":"195.021075ms","start":"2026-03-04T06:09:03.055175Z","end":"2026-03-04T06:09:03.250196Z","steps":["trace[129790411] 'process raft request' (duration: 58.55821ms)","trace[129790411] 'compare' (duration: 135.688727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:09:03.250466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.944853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18488"} {"level":"warn","ts":"2026-03-04T06:09:03.250477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.065846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T06:09:03.250513Z","caller":"traceutil/trace.go:171","msg":"trace[235367717] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:32547; }","duration":"195.042545ms","start":"2026-03-04T06:09:03.055457Z","end":"2026-03-04T06:09:03.2505Z","steps":["trace[235367717] 'agreement among raft nodes before linearized reading' (duration: 194.742138ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:09:03.250586Z","caller":"traceutil/trace.go:171","msg":"trace[1215033240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32547; }","duration":"100.239ms","start":"2026-03-04T06:09:03.15032Z","end":"2026-03-04T06:09:03.250559Z","steps":["trace[1215033240] 'agreement among raft nodes before linearized reading' (duration: 99.941743ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:09:03.516843Z","caller":"traceutil/trace.go:171","msg":"trace[2090319479] linearizableReadLoop","detail":"{readStateIndex:33644; appliedIndex:33643; }","duration":"258.924798ms","start":"2026-03-04T06:09:03.257882Z","end":"2026-03-04T06:09:03.516807Z","steps":["trace[2090319479] 'read index received' (duration: 258.690662ms)","trace[2090319479] 'applied index is now lower than readState.Index' (duration: 232.206µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:09:03.516926Z","caller":"traceutil/trace.go:171","msg":"trace[1177920894] transaction","detail":"{read_only:false; response_revision:32548; number_of_response:1; }","duration":"260.702098ms","start":"2026-03-04T06:09:03.256174Z","end":"2026-03-04T06:09:03.516876Z","steps":["trace[1177920894] 'process raft request' (duration: 260.33398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:03.517122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.218254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T06:09:03.517192Z","caller":"traceutil/trace.go:171","msg":"trace[581550237] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:32548; }","duration":"259.320677ms","start":"2026-03-04T06:09:03.257855Z","end":"2026-03-04T06:09:03.517176Z","steps":["trace[581550237] 'agreement among raft nodes before linearized reading' (duration: 259.093192ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:09:03.906725Z","caller":"traceutil/trace.go:171","msg":"trace[808272100] transaction","detail":"{read_only:false; response_revision:32551; number_of_response:1; }","duration":"571.525122ms","start":"2026-03-04T06:09:03.335179Z","end":"2026-03-04T06:09:03.906704Z","steps":["trace[808272100] 'process raft request' (duration: 571.47097ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:09:03.906741Z","caller":"traceutil/trace.go:171","msg":"trace[550367148] transaction","detail":"{read_only:false; response_revision:32549; number_of_response:1; }","duration":"600.279895ms","start":"2026-03-04T06:09:03.306423Z","end":"2026-03-04T06:09:03.906703Z","steps":["trace[550367148] 'process raft request' (duration: 600.020839ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:09:03.906771Z","caller":"traceutil/trace.go:171","msg":"trace[886678360] transaction","detail":"{read_only:false; response_revision:32550; number_of_response:1; }","duration":"598.852662ms","start":"2026-03-04T06:09:03.307873Z","end":"2026-03-04T06:09:03.906725Z","steps":["trace[886678360] 'process raft request' (duration: 598.74859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:03.906865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:09:03.335162Z","time spent":"571.619574ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:09:03.906938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:09:03.307865Z","time spent":"598.978255ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:09:03.906939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:09:03.306401Z","time spent":"600.426549ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:09:03.907012Z","caller":"traceutil/trace.go:171","msg":"trace[37429851] transaction","detail":"{read_only:false; response_revision:32552; number_of_response:1; }","duration":"570.245092ms","start":"2026-03-04T06:09:03.336746Z","end":"2026-03-04T06:09:03.906991Z","steps":["trace[37429851] 'process raft request' (duration: 569.928915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:03.907099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:09:03.336738Z","time spent":"570.314904ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:09:03.907267Z","caller":"traceutil/trace.go:171","msg":"trace[521353991] transaction","detail":"{read_only:false; response_revision:32553; number_of_response:1; }","duration":"570.484918ms","start":"2026-03-04T06:09:03.336772Z","end":"2026-03-04T06:09:03.907257Z","steps":["trace[521353991] 'process raft request' (duration: 570.150351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:03.907316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:09:03.336755Z","time spent":"570.538159ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:09:03.907417Z","caller":"traceutil/trace.go:171","msg":"trace[237193516] linearizableReadLoop","detail":"{readStateIndex:33650; appliedIndex:33644; }","duration":"390.455298ms","start":"2026-03-04T06:09:03.516936Z","end":"2026-03-04T06:09:03.907391Z","steps":["trace[237193516] 'read index received' (duration: 389.513877ms)","trace[237193516] 'applied index is now lower than readState.Index' (duration: 939.861µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:09:03.907508Z","caller":"traceutil/trace.go:171","msg":"trace[39930913] transaction","detail":"{read_only:false; response_revision:32554; number_of_response:1; }","duration":"570.625751ms","start":"2026-03-04T06:09:03.336874Z","end":"2026-03-04T06:09:03.9075Z","steps":["trace[39930913] 'process raft request' (duration: 570.323094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:03.907511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.588697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T06:09:03.907542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:09:03.336848Z","time spent":"570.675093ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:09:03.907556Z","caller":"traceutil/trace.go:171","msg":"trace[1273079652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32554; }","duration":"523.672139ms","start":"2026-03-04T06:09:03.383869Z","end":"2026-03-04T06:09:03.907541Z","steps":["trace[1273079652] 'agreement among raft nodes before linearized reading' (duration: 523.529456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:03.907586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:09:03.383796Z","time spent":"523.783802ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:09:03.907609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.304693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T06:09:03.907624Z","caller":"traceutil/trace.go:171","msg":"trace[334694554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32554; }","duration":"117.361725ms","start":"2026-03-04T06:09:03.790257Z","end":"2026-03-04T06:09:03.907619Z","steps":["trace[334694554] 'agreement among raft nodes before linearized reading' (duration: 117.336404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:03.907605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.717097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T06:09:03.907659Z","caller":"traceutil/trace.go:171","msg":"trace[1746295965] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:32554; }","duration":"591.814449ms","start":"2026-03-04T06:09:03.315832Z","end":"2026-03-04T06:09:03.907646Z","steps":["trace[1746295965] 'agreement among raft nodes before linearized reading' (duration: 591.719417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:03.907699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:09:03.315809Z","time spent":"591.880471ms","remote":"127.0.0.1:56492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T06:09:03.907739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.014106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T06:09:03.907777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.816561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T06:09:03.907794Z","caller":"traceutil/trace.go:171","msg":"trace[1612768547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32554; }","duration":"330.147049ms","start":"2026-03-04T06:09:03.577632Z","end":"2026-03-04T06:09:03.907779Z","steps":["trace[1612768547] 'agreement among raft nodes before linearized reading' (duration: 329.936205ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:09:03.907819Z","caller":"traceutil/trace.go:171","msg":"trace[1037329793] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:32554; }","duration":"296.893872ms","start":"2026-03-04T06:09:03.610913Z","end":"2026-03-04T06:09:03.907807Z","steps":["trace[1037329793] 'agreement among raft nodes before linearized reading' (duration: 296.710568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:03.907834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:09:03.57761Z","time spent":"330.21469ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:09:03.910173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.290507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T06:09:03.910289Z","caller":"traceutil/trace.go:171","msg":"trace[1764644183] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:32554; }","duration":"584.066161ms","start":"2026-03-04T06:09:03.326196Z","end":"2026-03-04T06:09:03.910262Z","steps":["trace[1764644183] 'agreement among raft nodes before linearized reading' (duration: 581.262636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:03.910348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:09:03.326188Z","time spent":"584.145893ms","remote":"127.0.0.1:57030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:09:04.152942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.423505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T06:09:04.153078Z","caller":"traceutil/trace.go:171","msg":"trace[1647174742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32555; }","duration":"166.61487ms","start":"2026-03-04T06:09:03.986423Z","end":"2026-03-04T06:09:04.153038Z","steps":["trace[1647174742] 'range keys from in-memory index tree' (duration: 166.168149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:04.153088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.249152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T06:09:04.153186Z","caller":"traceutil/trace.go:171","msg":"trace[485196336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32555; }","duration":"166.409205ms","start":"2026-03-04T06:09:03.986753Z","end":"2026-03-04T06:09:04.153162Z","steps":["trace[485196336] 'range keys from in-memory index tree' (duration: 165.982906ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:09:32.276672Z","caller":"traceutil/trace.go:171","msg":"trace[1199992774] linearizableReadLoop","detail":"{readStateIndex:33854; appliedIndex:33851; }","duration":"174.426123ms","start":"2026-03-04T06:09:32.102217Z","end":"2026-03-04T06:09:32.276643Z","steps":["trace[1199992774] 'read index received' (duration: 9.652892ms)","trace[1199992774] 'applied index is now lower than readState.Index' (duration: 164.771901ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:09:32.276747Z","caller":"traceutil/trace.go:171","msg":"trace[533298150] transaction","detail":"{read_only:false; response_revision:32752; number_of_response:1; }","duration":"198.726161ms","start":"2026-03-04T06:09:32.077974Z","end":"2026-03-04T06:09:32.2767Z","steps":["trace[533298150] 'process raft request' (duration: 109.706853ms)","trace[533298150] 'compare' (duration: 88.612359ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:09:32.276822Z","caller":"traceutil/trace.go:171","msg":"trace[89647116] transaction","detail":"{read_only:false; response_revision:32753; number_of_response:1; }","duration":"184.75343ms","start":"2026-03-04T06:09:32.092034Z","end":"2026-03-04T06:09:32.276788Z","steps":["trace[89647116] 'process raft request' (duration: 184.507264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:32.276921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.692409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T06:09:32.276952Z","caller":"traceutil/trace.go:171","msg":"trace[1659001715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32753; }","duration":"174.779991ms","start":"2026-03-04T06:09:32.102164Z","end":"2026-03-04T06:09:32.276944Z","steps":["trace[1659001715] 'agreement among raft nodes before linearized reading' (duration: 174.630817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:32.27708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.211912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T06:09:32.277103Z","caller":"traceutil/trace.go:171","msg":"trace[749033838] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:32753; }","duration":"142.289213ms","start":"2026-03-04T06:09:32.134806Z","end":"2026-03-04T06:09:32.277095Z","steps":["trace[749033838] 'agreement among raft nodes before linearized reading' (duration: 142.246202ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:09:40.634068Z","caller":"traceutil/trace.go:171","msg":"trace[176268298] linearizableReadLoop","detail":"{readStateIndex:33911; appliedIndex:33910; }","duration":"205.482216ms","start":"2026-03-04T06:09:40.42856Z","end":"2026-03-04T06:09:40.634042Z","steps":["trace[176268298] 'read index received' (duration: 203.03031ms)","trace[176268298] 'applied index is now lower than readState.Index' (duration: 2.450386ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:09:40.634218Z","caller":"traceutil/trace.go:171","msg":"trace[1503143789] transaction","detail":"{read_only:false; response_revision:32808; number_of_response:1; }","duration":"277.914193ms","start":"2026-03-04T06:09:40.356288Z","end":"2026-03-04T06:09:40.634202Z","steps":["trace[1503143789] 'process raft request' (duration: 275.382875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:40.634318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.220411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T06:09:40.634409Z","caller":"traceutil/trace.go:171","msg":"trace[519926666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32808; }","duration":"205.351514ms","start":"2026-03-04T06:09:40.429027Z","end":"2026-03-04T06:09:40.634378Z","steps":["trace[519926666] 'agreement among raft nodes before linearized reading' (duration: 205.222381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:40.634573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.986509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T06:09:40.63463Z","caller":"traceutil/trace.go:171","msg":"trace[664332101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32808; }","duration":"206.1062ms","start":"2026-03-04T06:09:40.428512Z","end":"2026-03-04T06:09:40.634618Z","steps":["trace[664332101] 'agreement among raft nodes before linearized reading' (duration: 205.956137ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:09:40.808293Z","caller":"traceutil/trace.go:171","msg":"trace[1651013257] transaction","detail":"{read_only:false; response_revision:32809; number_of_response:1; }","duration":"168.409444ms","start":"2026-03-04T06:09:40.639854Z","end":"2026-03-04T06:09:40.808264Z","steps":["trace[1651013257] 'process raft request' (duration: 161.509155ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:09:40.808255Z","caller":"traceutil/trace.go:171","msg":"trace[887860671] linearizableReadLoop","detail":"{readStateIndex:33913; appliedIndex:33911; }","duration":"109.516789ms","start":"2026-03-04T06:09:40.698713Z","end":"2026-03-04T06:09:40.808229Z","steps":["trace[887860671] 'read index received' (duration: 102.59241ms)","trace[887860671] 'applied index is now lower than readState.Index' (duration: 6.923199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:09:40.808509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.773415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T06:09:40.808556Z","caller":"traceutil/trace.go:171","msg":"trace[1448502230] transaction","detail":"{read_only:false; response_revision:32810; number_of_response:1; }","duration":"166.659783ms","start":"2026-03-04T06:09:40.641883Z","end":"2026-03-04T06:09:40.808543Z","steps":["trace[1448502230] 'process raft request' (duration: 166.156341ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:09:40.809548Z","caller":"traceutil/trace.go:171","msg":"trace[302918981] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:32810; }","duration":"110.772788ms","start":"2026-03-04T06:09:40.698675Z","end":"2026-03-04T06:09:40.809447Z","steps":["trace[302918981] 'agreement among raft nodes before linearized reading' (duration: 109.691393ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:09:49.804651Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30688} {"level":"info","ts":"2026-03-04T06:09:49.958206Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30688,"took":"149.484938ms","hash":3824387711,"current-db-size-bytes":49971200,"current-db-size":"50 MB","current-db-size-in-use-bytes":28196864,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T06:09:49.958266Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3824387711,"revision":30688,"compact-revision":28513} {"level":"info","ts":"2026-03-04T06:14:49.813391Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32867} {"level":"info","ts":"2026-03-04T06:14:49.982161Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32867,"took":"162.938166ms","hash":1748421086,"current-db-size-bytes":51699712,"current-db-size":"52 MB","current-db-size-in-use-bytes":29159424,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T06:14:49.982274Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1748421086,"revision":32867,"compact-revision":30688} {"level":"info","ts":"2026-03-04T06:15:06.343768Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008da1.wal"} {"level":"info","ts":"2026-03-04T06:16:58.057031Z","caller":"traceutil/trace.go:171","msg":"trace[299762815] transaction","detail":"{read_only:false; response_revision:35902; number_of_response:1; }","duration":"106.137742ms","start":"2026-03-04T06:16:57.950864Z","end":"2026-03-04T06:16:58.057001Z","steps":["trace[299762815] 'process raft request' (duration: 105.914207ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:49.821392Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34951} {"level":"info","ts":"2026-03-04T06:19:49.949762Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34951,"took":"124.375133ms","hash":1206099465,"current-db-size-bytes":51699712,"current-db-size":"52 MB","current-db-size-in-use-bytes":28262400,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T06:19:49.949818Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1206099465,"revision":34951,"compact-revision":32867}